{
    "measurement": [
        {
            "key": "model.layers.0.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.009796429425477982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.009382573887705803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.005884762387722731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.00579095957800746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0056988573633134365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.0044643874280154705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.016975466161966324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.00918192882090807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0057707917876541615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.005628382321447134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.0057602934539318085,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.005881185177713633,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.005599993281066418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.004661505110561848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.004405641462653875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.004612061660736799,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0043815728276968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.004295037128031254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0043770987540483475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.004289472941309214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004252769984304905,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004375501070171595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004132850561290979,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004285873845219612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.009584857150912285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.008986018598079681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.00459549343213439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.004484105855226517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.004372617695480585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.0020071810577064753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.010543021373450756,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.008763008750975132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.004514137748628855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.004278860986232758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.004495435394346714,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.00469780620187521,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.00424719275906682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.002541298745200038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.0018987918738275766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.002538942499086261,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0018432553624734282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.0016044725198298693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.001832792186178267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.001586606027558446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0016399940941482782,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0018293054308742285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0012472928501665592,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0015775450738146901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.05189736932516098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.04219159111380577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.03528976067900658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.029519962146878242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.02239125221967697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.01684010587632656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.033839691430330276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.029965082183480263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.024063067510724068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.017858320847153664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.017497295513749123,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.017343109473586082,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.014446279965341091,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.010938959196209908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.009955503046512604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008669693022966385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.00595166115090251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.005524463020265102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.005118203815072775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.004509803839027882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004518069792538881,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004544262308627367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.003175241407006979,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0031754672527313232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.011001278646290302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.007805243134498596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.006135869771242142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.005219500046223402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.004265611991286278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.0030804781708866358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.006741855759173632,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.006048380862921476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.00499472813680768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.0034674182534217834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.0034652259200811386,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.00342515273950994,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.003142822301015258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.0024328515864908695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.0022412175312638283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.0019348504720255733,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0018162016058340669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.0017681223107501864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.001732183271087706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.0016492221038788557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0013644930440932512,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0017019693041220307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0012073584366589785,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0015754156047478318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.05432600900530815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.051164496690034866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.05025065690279007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.045865677297115326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.023499269038438797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.022635718807578087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.025822706520557404,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.024023856967687607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.023724623024463654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.021630877628922462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.02089991420507431,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.013064584694802761,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.01161626074463129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.011404461227357388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.011350884102284908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.006627355702221394,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.006417979020625353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.006403275765478611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.00610360549762845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.00609631510451436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.0038536840584129095,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.004583930131047964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.0037931196857243776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.0038263171445578337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.061389245092868805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.05783995985984802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.05678321421146393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.05187860131263733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.026471303775906563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.025477811694145203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.029105212539434433,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.02705829218029976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.026732629165053368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.02432681806385517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.023453906178474426,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.014532218687236309,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.012730980291962624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.01248481497168541,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.012427642941474915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.007243782747536898,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.006475911010056734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.0064575267024338245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.006074282340705395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.006064076907932758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.0038324850611388683,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.003992146346718073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.003754514502361417,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.002780434675514698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.03060167469084263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.024755055084824562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.02014598809182644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.017715834081172943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0124457236379385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.009424337185919285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.019354743883013725,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.017611373215913773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.013610835187137127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.010737646371126175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.010525946505367756,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.009774855338037014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.008675161749124527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.006517929024994373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.005912203341722488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.005089083220809698,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.004273121245205402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.004054409451782703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.004043624270707369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.0037541156634688377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.003132700687274337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.0037941643968224525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.0025654067285358906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.0033100463915616274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.01226432342082262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.009139160625636578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.005298492033034563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.005117217544466257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.004838977474719286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.0023084550630301237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.010216215625405312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.008480546995997429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.005575348623096943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.004118677228689194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.004486939404159784,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.004903445485979319,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.004015713464468718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.002487919060513377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.0019768092315644026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.0024839576799422503,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.001540473778732121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.0013413227861747146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0014339011395350099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.0011706155491992831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0014143435982987285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0014200435252860188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0009439251152798533,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0011049018939957023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.013376805000007153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.009762669913470745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.00583202950656414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.005526919849216938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0051375566981732845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.0025067857932299376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.010473682545125484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.00888263899832964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.005920256953686476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.004286660812795162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.004563145339488983,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0048918286338448524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.004146226216107607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.0025832424871623516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.0020552438218146563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.002467281650751829,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.001514257164672017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.0013052397407591343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0013792859390377998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0010890819830819964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0013849225360900164,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0013590258313342929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0009218664490617812,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.000995158334262669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06813673675060272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05298077315092087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.04592355713248253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.038639020174741745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.02901756949722767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02215263992547989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.038968950510025024,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.035539157688617706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.031228935346007347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.021870456635951996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.02107674442231655,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.019994229078292847,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.017029304057359695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.013993392698466778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.013203785754740238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.009983762167394161,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.007385813631117344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007063654717057943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.006027609575539827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.005495257675647736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005199586506932974,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005169054493308067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004087431821972132,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0034395644906908274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.08010641485452652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.056082937866449356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.045671626925468445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.03693725913763046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03342798352241516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02361035905778408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04596864432096481,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.041271328926086426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.036822494119405746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02228548191487789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.022822359576821327,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.023574579507112503,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.020427953451871872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.017114518210291862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01623903401196003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.012393780052661896,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010614266619086266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010371705517172813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.00904136523604393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.008575299754738808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.007706517353653908,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.008822335861623287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006805538199841976,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0076578352600336075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.06743922084569931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.06403778493404388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.06309884786605835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.05783814936876297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.02883017621934414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.02794702723622322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.03157460317015648,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.0292791947722435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.029062744230031967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.026767548173666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.025925831869244576,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.015865731984376907,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.013926141895353794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.013740915805101395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.013693715445697308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.00796631257981062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.0074386997148394585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.007430117577314377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.007082865573465824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.007081178482621908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.0044562253169715405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.004995938390493393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.004402280785143375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.003934966865926981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.08266021311283112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.07867437601089478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.07757052779197693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.07129669189453125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.03543461859226227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.034380797296762466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.03873874992132187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.03596313297748566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.03571198135614395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.03295819088816643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.03185208886861801,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.01929713971912861,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0168440081179142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.016624124720692635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.0165732279419899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.009594759903848171,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.008492790162563324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.008480179123580456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.008022496476769447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.008021978661417961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.005003312602639198,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.005037935450673103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.0049317884258925915,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.0033016540110111237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.0712239146232605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.06531957536935806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.06250356882810593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.057893604040145874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.03116202913224697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.028883393853902817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.03729706630110741,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.03418758511543274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.03199632093310356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.028450321406126022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.02794942446053028,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.01889692433178425,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.01641015335917473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.015083628706634045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.014760797843337059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.00955862645059824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.008289271965622902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.008158855140209198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.007807378191500902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.007626418024301529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.005425047129392624,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.005855003371834755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.0050306119956076145,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.004585116170346737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.012962681241333485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.010873889550566673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.00886819139122963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.007588340435177088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.005582207348197699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.00417477497830987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.008625865913927555,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.007838934659957886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.005881656892597675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.004592021927237511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.004502326715737581,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.00424236198887229,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.003710249438881874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.0027505457401275635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.0024757811333984137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.0021470175124704838,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0015571839176118374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.0014295990113168955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0013878793688490987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.0012299777008593082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0011950759217143059,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0012501140590757132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0009098298032768071,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0009329948807135224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.011846599169075489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.010080212727189064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.008037854917347431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.0068994066677987576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.005072801373898983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.003715428290888667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.008254910819232464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.007431998383253813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.005309273023158312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.0042520021088421345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.004188184160739183,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.003957334440201521,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.0034994876477867365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.002507575787603855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.002220542635768652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.0020284350030124187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.001438711304217577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.0012997254962101579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0013036312302574515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0011363181984052062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.001181256608106196,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.001186584820970893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0009121699258685112,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0008854327606968582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.09849237650632858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.08722714334726334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.08316647261381149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.07211112976074219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.04423438385128975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.0398605577647686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.05235987901687622,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.047660037875175476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.04546838998794556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03710366412997246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.034731000661849976,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.02661953493952751,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.022691305726766586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.021147092804312706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.020763499662280083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.013293363153934479,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.010836957953870296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.010691400617361069,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.009404837153851986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.009220493026077747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0068726977333426476,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.006688008084893227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0062045869417488575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.004259014967828989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.12126456946134567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.09209133684635162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08139906823635101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0676586925983429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.051972173154354095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04060048609972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.0659610703587532,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.05988655984401703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.05598093569278717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.0373394638299942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.035994015634059906,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.033937521278858185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.029357362538576126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.025876514613628387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.024994323030114174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.017505722120404243,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.014981681481003761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.014759317971765995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01259766798466444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.012138525024056435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.010492978617548943,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.011489634402096272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.00955633632838726,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.009544082917273045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.09724995493888855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.09266223013401031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.09137735515832901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.08426261693239212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.04253473877906799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.04128587618470192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.04668434336781502,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.04316766932606697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.042864929884672165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.03961733728647232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.03860469162464142,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.023581529036164284,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.02067982777953148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.02042200230062008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.020365217700600624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.01187011506408453,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.011136835440993309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.01112404651939869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.010631987825036049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.010630008764564991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.006726875435560942,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.007569010369479656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.006645224057137966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.006048645358532667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1166929304599762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.11128511279821396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.10974780470132828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.10133469104766846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.051093440502882004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.04958118125796318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.05604331195354462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.05184987932443619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.05148863047361374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.04755925387144089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.04626192897558212,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.02808890864253044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.024414697661995888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.024101246148347855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.024025151506066322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.01399132888764143,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.012400706298649311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.012380367144942284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01172762643545866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.011728910729289055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.007409978192299604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.007477342151105404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.007310326676815748,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.005063538905233145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.0431741438806057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.04122478887438774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.0251941978931427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.02346006967127323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.01863759011030197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.010728972032666206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.03941240534186363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.03650319203734398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.018918361514806747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.017730414867401123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.0185554139316082,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.01787031628191471,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.01609013043344021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.009602213278412819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.0068565369583666325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.008917481638491154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.005313305649906397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.0031409033108502626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.00515406159684062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.0028605039697140455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.0049520255997776985,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.004873825702816248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.002248314442113042,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.0020434753969311714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.02162156067788601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.0193307064473629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.018033334985375404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.01588408648967743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.00968961138278246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.00859847106039524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.012757138349115849,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.011090370826423168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.009948006831109524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.008314366452395916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.007929699495434761,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.006441579200327396,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.005302253179252148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.004685461055487394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.004530224017798901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.0032521802932024,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0025169849395751953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.0024458516854792833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0022599634248763323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.0021762049291282892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0017673032125458121,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.001743476139381528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0015038850251585245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0012748633744195104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.023172970861196518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.020516226068139076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.019136197865009308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.016758369281888008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.01020402554422617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.009015940129756927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.012677904218435287,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.011692383326590061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.010498839430510998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.008695121854543686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.008246500976383686,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.006356847006827593,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.005553143098950386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.004892601631581783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.004727891180664301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.0031889446545392275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0025638474617153406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.0024881823919713497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00227096164599061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0021786470897495747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.001685813069343567,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0017052363837137818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0014740832848474383,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.001154097612015903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.10966791212558746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.10099933296442032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.09815611690282822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.08778265863656998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.04998258128762245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.046856582164764404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.05624109134078026,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.051934864372015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.05083516240119934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.043978288769721985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.04158679023385048,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.02843352220952511,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.024683166295289993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.02378842607140541,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.0235715601593256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.014170723967254162,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.012056241743266582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.01199121493846178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.010831543244421482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.010758563876152039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.007257793564349413,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.007072205189615488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.006917714606970549,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0042907423339784145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.12160517275333405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.10413480550050735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.09143337607383728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07709646970033646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.05464605614542961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.0448908731341362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07581287622451782,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06917401403188705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0572245754301548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04444453865289688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.042908430099487305,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.0389399379491806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03362496942281723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.027327870950102806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.025634942576289177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01991325616836548,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01587471179664135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.015163573436439037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.014180393889546394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.013276045210659504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.011549951508641243,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.012582749128341675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.00972312968224287,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010179523378610611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.11826465278863907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.11152447015047073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.10956329107284546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.09971803426742554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.052798379212617874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.05068736895918846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.05828329175710678,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.05384250730276108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.05333554744720459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.04805649071931839,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0460474006831646,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.029374010860919952,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.025579482316970825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.02512849122285843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.025021445006132126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.014700056053698063,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.013163596391677856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.013130385428667068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.012268736958503723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.012254494242370129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.0079557029530406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.00828906986862421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.007814084179699421,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.005982538219541311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1424245834350586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1343640387058258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.13201305270195007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.12018238753080368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.0635949969291687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.061063457280397415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.07005983591079712,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.06485360115766525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.06425772607326508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.057896021753549576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0553860068321228,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.035231731832027435,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.030639266595244408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.030099110677838326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.029969297349452972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.017540831118822098,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.015377024188637733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.015342773869633675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.014249790459871292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.014239962212741375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.009166019968688488,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.009121188893914223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.00899038277566433,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.0059252236969769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.1328437179327011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1232573464512825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.11977856606245041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.10978256911039352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0593838095664978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.05624157562851906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.06763039529323578,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.06215532496571541,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.060451868921518326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.05400428548455238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.05225839465856552,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.03417627885937691,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.02953055314719677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.0283379964530468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.02805599756538868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.01711585558950901,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.014826658181846142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.014726733788847923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.013801207765936852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.013645168393850327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.009326696395874023,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.00940784439444542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.008959385566413403,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.006670583970844746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.028785383328795433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.024974243715405464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.022914636880159378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.020012203603982925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.012808892875909805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.011009395122528076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.01658204197883606,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.014958128333091736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.013302801176905632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.010709652677178383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.010252024047076702,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.008411967195570469,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.007164568640291691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.006192969158291817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.005942605435848236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.004241976886987686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0033158280421048403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.003206143155694008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0029216939583420753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.002779263537377119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0022994237951934338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.002310700947418809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0019543091766536236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0016555412439629436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.029122911393642426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.02497614175081253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.022676706314086914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.019717274233698845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.012690466828644276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.01076024305075407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.0164386797696352,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.015136988833546638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.013237923383712769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.010549929924309254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.010074521414935589,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.008261770009994507,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.007172857876867056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.006103623192757368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.005824671126902103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.004134361632168293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0032051564194262028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.0030838598031550646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0027939726132899523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0026305136270821095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.002168965293094516,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0021892166696488857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0018113330006599426,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.001472206087782979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.11523451656103134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.10498374700546265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.1015913188457489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.09033433347940445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.05270328372716904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.04889916628599167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.059643954038619995,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.055171702057123184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.053792331367731094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.04576257988810539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.04312768206000328,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.03021741658449173,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.026281410828232765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.025162599980831146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.024898994714021683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.015079595148563385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.012789765372872353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.012706347741186619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.011360867880284786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.01125996746122837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.007762635592371225,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.007585753686726093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.007363865617662668,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.004664012696594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.13904565572738647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.11397827416658401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.10471279174089432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0869833454489708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06251972168684006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05246932432055473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07593248784542084,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06921954452991486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06544383615255356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04712997376918793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04416198655962944,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03918830305337906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.033696532249450684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.030681893229484558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.029946718364953995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.0199353639036417,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.017047390341758728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.016819383949041367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.014339210465550423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.013957083225250244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.011502651497721672,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.012272415682673454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.010620768181979656,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.00976626668125391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.13688400387763977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1290188729763031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.12671947479248047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.11515317857265472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.062062885612249374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.05948493257164955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.06839355826377869,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.06332935392856598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0627300962805748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.05631084367632866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.05380239710211754,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.03459072858095169,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.030164990574121475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.029611196368932724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.029481355100870132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.017278308048844337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.015474196523427963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.015442646108567715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.014369841665029526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.014359415508806705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.009245491586625576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.009696484543383121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.009065521880984306,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.006926555652171373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.16380494832992554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.15447944402694702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.15175676345825195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.13793201744556427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07423309236764908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07115700840950012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08177384734153748,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.07573532313108444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.07503075897693634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.06734411418437958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06429161876440048,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04121086001396179,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.035867806524038315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03520350158214569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03504391014575958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.020534973591566086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.017915571108460426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.017874697223305702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.016534410417079926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.0165212694555521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.010670303367078304,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.010513240471482277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.010448798537254333,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00665836688131094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.150731161236763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.13913843035697937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.13495266437530518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1224607601761818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.06758423894643784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.06371608376502991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.07690861076116562,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.07081836462020874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.0687965378165245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.06078462302684784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.05829063057899475,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.03886396437883377,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.0336260162293911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.03222193196415901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.031888965517282486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.019418612122535706,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.016771947965025902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.016653751954436302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.015471062622964382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.015287118963897228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.01045247633010149,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.010538585484027863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.010014000348746777,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.0073354048654437065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.035436034202575684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.03194902837276459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.030156534165143967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.02679271064698696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.01602211967110634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.014433029107749462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.020408960059285164,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.017866959795355797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.016438554972410202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.013867663219571114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.013292339630424976,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.010328310541808605,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.008542192168533802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.007713257800787687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.007505418267101049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.005193582270294428,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0040688347071409225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.0039763068780303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0036520010326057673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.003542261430993676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.00278892507776618,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0027044140733778477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0024249395355582237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0018997876904904842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.03597624972462654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.032156191766262054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.03007500059902668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.026608170941472054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.016008352860808372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.014256397262215614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.01977997086942196,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.01824261248111725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.016474584117531776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.013794716447591782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.013151648454368114,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.009970113635063171,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.008671198040246964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.007684521842747927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.007437313441187143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.004998124670237303,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.004016602411866188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.003903996665030718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0035846855025738478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0034487536177039146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0026261121965944767,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.002655550604686141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0022998242639005184,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0017931802431121469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.12512825429439545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.1155787780880928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.11251869797706604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.10102587938308716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0572303906083107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.053764812648296356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.06434047222137451,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.05944036319851875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.058194614946842194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.05055803060531616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.04798666760325432,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.03253183886408806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.02826017513871193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.027269985526800156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.027025409042835236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.016220660880208015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.01381740067154169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.01373196393251419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.012442272156476974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.01235906034708023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.008305372670292854,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.008079824969172478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.007954280823469162,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.004895592574030161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.14540888369083405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12029100954532623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11074228584766388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0928569883108139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0652986690402031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05488187447190285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07907846570014954,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07278602570295334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06818826496601105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.049891646951436996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04717853665351868,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04057248681783676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.035157643258571625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.031789518892765045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.030954303219914436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.020379792898893356,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.017308469861745834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.017018316313624382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.014497498981654644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.014052839949727058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.011239179410040379,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.012119567021727562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.010213798843324184,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.009251377545297146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.14689287543296814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.13859888911247253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.13617044687271118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.12431458383798599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.06703849136829376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.06429124623537064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.07395637035369873,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.06842993199825287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.06776204705238342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.06098945811390877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.05855753272771835,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.03749518096446991,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03263245150446892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03202289342880249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.031878069043159485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.01872810162603855,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.01671142503619194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.016674738377332687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.015543120913207531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.015526557341217995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.010029878467321396,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01043492741882801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.009835204109549522,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.007423629052937031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1746705323457718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1649383008480072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.16206665337085724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.14799708127975464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07969426363706589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07643863558769226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08779128640890121,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08131379634141922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08054134994745255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07248386740684509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06951984763145447,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0442965067923069,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03855947405099869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.037835732102394104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03766799345612526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.022068394348025322,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.019248198717832565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.019200151786208153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.017793672159314156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.01777440868318081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.011431301012635231,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.011271130293607712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.011190207675099373,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.0071061039343476295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.156472846865654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.14400137960910797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.13954077661037445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1260955035686493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.07017799466848373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.06606488674879074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.07997598499059677,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.07354538887739182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.07150599360466003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.06284241378307343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.06002245098352432,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.04044582322239876,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.03492722287774086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.033476244658231735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03312690183520317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.020235182717442513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.01744762621819973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.017326194792985916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.01604321599006653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.01585213653743267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.010952544398605824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.010988345369696617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.010508179664611816,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.007678699679672718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.03985683247447014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.0361662432551384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.034145288169384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.03044348582625389,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.018083950504660606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.01634853333234787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.022984091192483902,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.02023121900856495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.018507149070501328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.015760451555252075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.015093796886503696,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.011646459810435772,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.009678506292402744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.008722919970750809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.008483994752168655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.005841633304953575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.004629890434443951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.004519657231867313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.004184580408036709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.004056347534060478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0031252449844032526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.003114615799859166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0027100390288978815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.002226311946287751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.03747725114226341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.033814407885074615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.03145226836204529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.027984390035271645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.016747724264860153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.014870483428239822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.021024364978075027,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.019420890137553215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.017161749303340912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.01457954477518797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.013972736895084381,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01056614238768816,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.00922060664743185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.008038025349378586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.0077385203912854195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.005290639586746693,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.004205063916742802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.004060027189552784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0037833519745618105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.003610470565035939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0027881215792149305,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.002810169942677021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.002407704945653677,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.001884542522020638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.13624383509159088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.1262573003768921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.12295491248369217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.11068098992109299,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.06254573166370392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.05886472016572952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.07043381035327911,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.06497383117675781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.06356896460056305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.05543714016675949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.05271457880735397,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.03562819957733154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.030887573957443237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.029796963557600975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.029536839574575424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.01776699908077717,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.015087016858160496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.014997968450188637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.013622945174574852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.013536960817873478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.009097178466618061,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.008806959725916386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.008680455386638641,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.005303939804434776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1634557545185089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13461676239967346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12432312220335007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09974777698516846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07339552044868469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06207418069243431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08786726742982864,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08073025196790695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0767967477440834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05426966771483421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05049974098801613,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.045191552489995956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.039059482514858246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03577293083071709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03497323393821716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.022851791232824326,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01951921358704567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.019270392134785652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01605740375816822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015659969300031662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.012921800836920738,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013634215109050274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.01195670198649168,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010519834235310555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.14837180078029633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.14011847972869873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.13767367601394653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.12589745223522186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.06798245757818222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.06520425528287888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.07491163164377213,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.06939975172281265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.06870942562818527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.06188284233212471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.059483613818883896,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.03794512897729874,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03307146206498146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.032452818006277084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.032301466912031174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.01893613114953041,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.01685328222811222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.016813840717077255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01565910130739212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.015644822269678116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.010027735494077206,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.010401858016848564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.009826518595218658,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.007261637598276138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.18165859580039978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.17161673307418823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.16866742074489594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.15430399775505066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08322939276695251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07985766977071762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09172683954238892,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08495641499757767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08414485305547714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.0757659375667572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07282208651304245,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.046380944550037384,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04033616557717323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03958376124501228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.0394008532166481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02311422862112522,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02019239403307438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.020141249522566795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.018684856593608856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.018665175884962082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012020131573081017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.011904224753379822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.011769392527639866,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00762168737128377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.16425512731075287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.15111319720745087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1464136838912964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.13217486441135406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.07374303042888641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.0694057047367096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.08386988192796707,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.07724042236804962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.07511649280786514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.06595103442668915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.06291264295578003,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.042429231107234955,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.03670267388224602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.035192884504795074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03482948616147041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02120579034090042,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.01835942640900612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.01823875680565834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.016874568536877632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.016674745827913284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.011435536667704582,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.011592966504395008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.010956519283354282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008138936012983322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.052439913153648376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.04834303632378578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.046522170305252075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.041800495237112045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.02395465411245823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02224300056695938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.02841217815876007,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.02563914656639099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.024374978616833687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02115810289978981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02018686756491661,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.014390966854989529,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.012235830537974834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.011492679826915264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.011312243528664112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.007215516641736031,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.006010403856635094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.005932282656431198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0054643768817186356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.005380251444876194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0038286144845187664,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.003847255604341626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.003514643060043454,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0026833508163690567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.04748810455203056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.043587300926446915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.04173959046602249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.03739047423005104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.021426057443022728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.01976552978157997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.025104189291596413,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.02321573533117771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.02182239480316639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.018860992044210434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.017969423905014992,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.012614408507943153,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.011024374514818192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.010242624208331108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.010059506632387638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.006310706492513418,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.005293537862598896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.005210094153881073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00478368578478694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.004687611013650894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.00329825421795249,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0033249713014811277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.00304401689209044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002201889641582966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.14729823172092438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.1375141739845276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.13440647721290588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.12147611379623413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.06770116090774536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.06418433040380478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.07580216228961945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.06979919224977493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.06867673993110657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.06054582819342613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.05773450806736946,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.03832357004284859,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.033215783536434174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.03225526213645935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.032023556530475616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.019111571833491325,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.01636105589568615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.01628176122903824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.014872345142066479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.014811369590461254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.009818640537559986,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.00954669713973999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.009447459131479263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0058442349545657635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1608494222164154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13403859734535217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12449043989181519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10254951566457748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07177844643592834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06135345622897148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08599149435758591,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07922828197479248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07541991770267487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05550255998969078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05030084773898125,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04403631389141083,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.038051389157772064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.034691791981458664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.033860716968774796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.022029509767889977,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01848430186510086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01824369467794895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015414545312523842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015017860569059849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0119306156411767,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.01245871838182211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.010876363143324852,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.009073560126125813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1448078751564026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1369011551141739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.13451950252056122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.12322505563497543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.0666913092136383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.06399453431367874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.07356951385736465,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.06808751076459885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.06740669906139374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.060775477439165115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.05854499340057373,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.03733916953206062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03250851854681969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03189444914460182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.0317545048892498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.018659787252545357,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.016632242128252983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.016590336337685585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01547977700829506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.015460927039384842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.009962224401533604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.010357189923524857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.009765082970261574,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.007332338951528072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1868983656167984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.17666666209697723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.17367340624332428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.15909183025360107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08607437461614609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08259021490812302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09490055590867996,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08783597499132156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08697610348463058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07842779159545898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0754873976111412,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0481034591794014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0417674258351326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04098724573850632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04080386832356453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.023999778553843498,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.020944347605109215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02089604362845421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.019403893500566483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.019382406026124954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01257711835205555,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012407150119543076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012321560643613338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008017810992896557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.16620327532291412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.15285904705524445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.14821551740169525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.13395601511001587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0747540295124054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.0703575536608696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.08496811985969543,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.07820137590169907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.07614468783140182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.06684789806604385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.06378689408302307,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.04295080155134201,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.03721381351351738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.03571447357535362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03535665571689606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.021529927849769592,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.018692251294851303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.01856333762407303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.017187567427754402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.01698458008468151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.011678509414196014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.011864886619150639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01120708230882883,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008409257046878338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.050014566630125046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.04625144228339195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.04448731243610382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.03995084762573242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.022902149707078934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02127864584326744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.02740425243973732,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.024599839001893997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.023288635537028313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.020259510725736618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.0193234384059906,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.013877096585929394,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01174836978316307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.010996276512742043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.010814552195370197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.0069623347371816635,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0057594748213887215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.005680005997419357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.005242068786174059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.00515869352966547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0036999527364969254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0037038023583590984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0033745807595551014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.002592771779745817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.04528162255883217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.041661687195301056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.039760492742061615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.03549313545227051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.020396463572978973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.018746336922049522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.02410823293030262,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.022367313504219055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.020760202780365944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.017970265820622444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.017112936824560165,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.012113098986446857,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.010634467005729675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.009760165587067604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.009537063539028168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.0060621462762355804,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0050500305369496346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.004948211833834648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.004569401033222675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0044570802710950375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.003187210066244006,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0032136370427906513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0029159614350646734,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0021322458051145077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.15394790470600128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.14370490610599518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.14044798910617828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1269111931324005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.07094091176986694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.06716100871562958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.07967467606067657,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.0732380747795105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.07194753736257553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.06335054337978363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.0604177787899971,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.04031183198094368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.0348396971821785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.033804818987846375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.03355720266699791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.020094873383641243,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.01713787019252777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.01705312170088291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.015572501346468925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.015507918782532215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.010297831147909164,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.009998885914683342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.009873796254396439,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.006088401190936565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.16607581079006195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.14228671789169312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.1340596079826355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.11062914878129959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07536092400550842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06577667593955994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08879167586565018,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08126278221607208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07783776521682739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05956834927201271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05268988758325577,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04556598886847496,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03920908272266388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03655792772769928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03592114895582199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.023070938885211945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.019698070362210274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.019485417753458023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.016752727329730988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.016480853781104088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013037986122071743,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013371358625590801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.012255257926881313,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010117724537849426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.13131143152713776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1241530179977417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.12189552187919617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.11168733239173889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.06124161183834076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.058760229498147964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.06793885678052902,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.06265581399202347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.06193741410970688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.05588353052735329,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.05394855514168739,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.03493911027908325,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.030718358233571053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.030094556510448456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.029950790107250214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.017783205956220627,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.016919365152716637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.016874874010682106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.015969369560480118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.015944337472319603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.010397735983133316,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012068575248122215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01022501289844513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010045580565929413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.19771364331245422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18690460920333862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18359479308128357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16820964217185974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09193176031112671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08816304057836533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10159727185964584,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.0939561128616333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0929253026843071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08378151804208755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0808282122015953,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0519743375480175,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04530538618564606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04441383481025696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04421088844537735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.026029201224446297,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.0237977784126997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023736905306577682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022256998345255852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02223592810332775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014299647882580757,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01567576825618744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014018096961081028,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.012010367587208748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.03250492736697197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.032068558037281036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.013360266573727131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.012820824980735779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.011855224147439003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.005180645734071732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.03465031832456589,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.03135645389556885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.011933563277125359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.01155142206698656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.011530759744346142,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.01202368177473545,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.011234977282583714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.006088052876293659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.004082945641130209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.006067503709346056,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.0036954483948647976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.002576166996732354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.0036224883515387774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.002503099851310253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.003554959548637271,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.003570295637473464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.002422553952783346,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.0023820572532713413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.052838120609521866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.048863448202610016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.04700305312871933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0422518327832222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.02432500198483467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.022593967616558075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.02826709859073162,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.026101958006620407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.024734092876315117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.021511241793632507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.020550815388560295,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.014327232725918293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.012463703751564026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.011675161309540272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.011487281881272793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.007176974788308144,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0060905711725354195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.006007883697748184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.005536578129976988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.005448959302157164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.003800726495683193,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.003883351106196642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0035414756275713444,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.002679051598533988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.04833171144127846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.044533465057611465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.04265778884291649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.03815452754497528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.02202564664185047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02030866965651512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.025846244767308235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.023902880027890205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.02240416780114174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.019403671845793724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.01849742978811264,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.013019573874771595,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.011388590559363365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.010549752973020077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.010347667150199413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.006523156072944403,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0054526482708752155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.005360312294214964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.004934592638164759,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.004831767175346613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.003432800993323326,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0034417808055877686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0031739692203700542,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00228833663277328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.18473424017429352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.17243409156799316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.16855362057685852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1525193154811859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.08576968312263489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.08127092570066452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.09608349949121475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.08836318552494049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.08699425309896469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.07655414938926697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.07302921265363693,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0486975833773613,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04208841174840927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04090680927038193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04062701761722565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.024276215583086014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.020690463483333588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.020605359226465225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.018777158111333847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.01870553381741047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.012427050620317459,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.011985537596046925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.011954731307923794,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.007207019720226526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.13483597338199615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.10538680106401443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.09502790868282318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07925771176815033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.05971157178282738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04819876328110695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07254120707511902,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06685367226600647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06345982104539871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.042603328824043274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.041040923446416855,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.037375546991825104,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03236356005072594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.029159734025597572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.028365345671772957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.018806280568242073,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.015942860394716263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.015725504606962204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01286230143159628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.012402147985994816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.010515831410884857,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.011256687343120575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.00955140870064497,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.008650888688862324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1405133605003357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1327192634344101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1303846389055252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.11943609267473221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.06535718590021133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.06262199580669403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.07225260883569717,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.06672853976488113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.06604959070682526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.05942082777619362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.05724884942173958,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.03677229955792427,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03200732171535492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03139348328113556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.031248319894075394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.01839466579258442,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.01652231439948082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.01647978462278843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.015372971072793007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.01535450853407383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.009917734190821648,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.010485302656888962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.00972044002264738,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.0076432120986282825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20641443133354187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19506435096263885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19170068204402924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17555908858776093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.0958046168088913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09183093905448914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10561682283878326,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09777899086475372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09685638546943665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08710087090730667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0837472602725029,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.053574658930301666,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.046555664390325546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04566483199596405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.045456934720277786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.026710787788033485,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02326103113591671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02320517599582672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.021486997604370117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02146328240633011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013875259086489677,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01365596242249012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013583431020379066,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008651867508888245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.17648671567440033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.16192831099033356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.15671880543231964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.14167743921279907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.07942100614309311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.074480801820755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.0908089429140091,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.08343740552663803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08099429309368134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07082957029342651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.06768503785133362,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.04582454264163971,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.03964991495013237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.03790075331926346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03748279809951782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.023011310026049614,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.01967960223555565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.019536713138222694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.018019508570432663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.01778501272201538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.012493131682276726,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.012301950715482235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.011961269192397594,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008444607257843018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.042873915284872055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.03979829326272011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.03801692649722099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.03426911681890488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.019750529900193214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.018255481496453285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.023446744307875633,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.02165287360548973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.020063020288944244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.017552459612488747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.016870515421032906,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.011866160668432713,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.010331839323043823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.009505407884716988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.009303834289312363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.005961237475275993,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.004992960020899773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.004895033780485392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0045643956400454044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.004461758770048618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0031933304853737354,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.003256897209212184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0029359878972172737,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0022750841453671455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.041139744222164154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.03801986947655678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.03615803271532059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.03245098516345024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.018745513632893562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.017201058566570282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.022435469552874565,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.020793240517377853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.019053371623158455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.016608182340860367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.015922045335173607,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.011299552395939827,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.009909911081194878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.009007785469293594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.008780328556895256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.005672740750014782,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.004693910479545593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.004582934081554413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0042757620103657246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.004155047237873077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.003014856018126011,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0030454338993877172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0027440092526376247,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002057392615824938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.17449498176574707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.16275043785572052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.15901406109333038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.14373478293418884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.08080555498600006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.07647860795259476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.09096946567296982,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.08350945264101028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.08195231854915619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.0721089318394661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.06879932433366776,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.04604797437787056,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.039749033749103546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.038538746535778046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.0382545180618763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.022959306836128235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.019469475373625755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.019371187314391136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.017660727724432945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.017570868134498596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.011729889549314976,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.011266323737800121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.011221417225897312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.006710371933877468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.15600743889808655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12422492355108261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11258057504892349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.08647894114255905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0688374936580658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05666323006153107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08405005931854248,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07752291858196259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07293082028627396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.0484309159219265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04488391801714897,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.043158337473869324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03748346492648125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03359527885913849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03263687714934349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.021882444620132446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01842261105775833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.018150927498936653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01477908156812191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.014259947463870049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.012291955761611462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013067485764622688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.011115812696516514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010084138251841068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.15086455643177032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.14252562820911407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1400531679391861,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1280965954065323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07023629546165466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.06727886945009232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.07773102074861526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.07173951715230942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.07101009041070938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.06378504633903503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06142216920852661,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.03955637663602829,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.034304749220609665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03363628312945366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.033475715667009354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.019777916371822357,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.01747007481753826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.01742646098136902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.016191938892006874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.016172869130969048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.010552849620580673,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.010772204957902431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.010336301289498806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.007495076861232519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2174728661775589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20543402433395386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2018526941537857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18476450443267822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10119414329528809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09692361205816269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11171071231365204,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1033199280500412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10233603417873383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09191275388002396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08835232257843018,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05671016126871109,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04923034831881523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04827609285712242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04805011674761772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02828734926879406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024614393711090088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024550653994083405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02271846868097782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02269229106605053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01475867535918951,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014483371749520302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014450524002313614,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009220643900334835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.17898012697696686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.16394303739070892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1582278609275818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.14285622537136078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08057351410388947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.07531003654003143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09279222041368484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.0851200670003891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08218435943126678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07170035690069199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.06847818195819855,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.04685036465525627,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.0404801145195961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.03847210481762886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03798048943281174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02357112616300583,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.019986996427178383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.019802477210760117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.018271740525960922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.017991449683904648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.012815573252737522,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.012547762133181095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01218978501856327,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008604945614933968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.05217979475855827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.048312049359083176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.046470269560813904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.04178185760974884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.023987652733922005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.022281847894191742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.027884110808372498,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.02579260617494583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.024377984926104546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.021246271207928658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02028614655137062,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.01411491446197033,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.012306862510740757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01150470320135355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.011310996487736702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.007069350685924292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.005987729877233505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.00590035505592823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.005445926915854216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.005352855660021305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0037331399507820606,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.003803341882303357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0034754136577248573,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0025953485164791346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.047991737723350525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.04427601397037506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.042377084493637085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.03796064108610153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.021790115162730217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02009744569659233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.02562251128256321,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.023746609687805176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.022155242040753365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.01923980936408043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.018344812095165253,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.012889639474451542,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.011289026588201523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.0104051623493433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.010193128138780594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.006448069121688604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.005352943204343319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.005251692142337561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0048446571454405785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.004734146408736706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.003370958613231778,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.003342383773997426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0031009153462946415,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002151624532416463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.16243784129619598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.15142081677913666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.14776456356048584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.13343077898025513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.07514159381389618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.07106146216392517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.0845203697681427,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.07777181267738342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.07624009996652603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.066923588514328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.06382863223552704,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.04278925061225891,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.03698115795850754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.03581800311803818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.03552468866109848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.021334251388907433,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.018102742731571198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.018007148057222366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.01639346405863762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.01631687581539154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.010900171473622322,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.01049517560750246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.010439307428896427,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0062644099816679955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.16410353779792786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13247597217559814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.1206045001745224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09725578874349594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07237857580184937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.060005903244018555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.0888730064034462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08186554908752441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07689373195171356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05473526939749718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04864120855927467,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04570407792925835,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.039668869227170944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.035429079085588455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.034376759082078934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.023194484412670135,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.019611727446317673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.019298963248729706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.016487739980220795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015925072133541107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.01318516954779625,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0141426557675004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.011948124505579472,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.011051978915929794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.14507143199443817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1370307356119156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1345987468957901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.12323951721191406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.06768430769443512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.06481578201055527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.07473322749137878,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.06914147734642029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.06842546164989471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.061477527022361755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.059117063879966736,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.03804421052336693,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03308771550655365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03243616968393326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03228291496634483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.019014883786439896,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.016877474263310432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.016835054382681847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.015655456110835075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.01563425175845623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.010138462297618389,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.010457049123942852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.009928248822689056,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00732948025688529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2187880277633667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20665442943572998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.20303142070770264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1859118640422821,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10187399387359619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09757164120674133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11237560957670212,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10402277112007141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.1029953733086586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09250949323177338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08886078745126724,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05698077753186226,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04954921454191208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.048586487770080566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04835367575287819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.028418585658073425,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024736475199460983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024670477956533432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.0228183101862669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022789286449551582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014745553955435753,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014490101486444473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01442774385213852,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009133618324995041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.18267792463302612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.16722986102104187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.16182178258895874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1456003040075302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08210944384336472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.076990507543087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09356179088354111,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.08608166873455048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08376326411962509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07291741669178009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.06934282928705215,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.047213684767484665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04088512063026428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.03915322571992874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03874419629573822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.023641174659132957,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.020297657698392868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.020156102254986763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.01851985976099968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.01828775368630886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.012691658921539783,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.012630242854356766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01215306855738163,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008629304356873035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.045563705265522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.042225297540426254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.040313225239515305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.03625005483627319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.021007509902119637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.019364971667528152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.024813499301671982,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.023056931793689728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.021348917856812477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.01861811801791191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.017805464565753937,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.012576548382639885,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.011017320677638054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.010104031302034855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.009880759753286839,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.006310177966952324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.005301439668983221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.005195962265133858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.004834561608731747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.004721418488770723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.003367220750078559,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.003457951359450817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0030887695029377937,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.002408705884590745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.04514682665467262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.04175971448421478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.03964385762810707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.03558318689465523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.020605871453881264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.018868139013648033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.024706553667783737,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.022946780547499657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.020959679037332535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.01825856789946556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.017459411174058914,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.012449848465621471,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.010939819738268852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.00987676065415144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.009613527916371822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.006222228519618511,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.005118258763104677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.004993151873350143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.004654432646930218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.004516432993113995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.003276307601481676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0032925319392234087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0029613415244966745,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0021786121651530266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.16022053360939026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.14933860301971436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.14561742544174194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1313285231590271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.07404768466949463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.06997668743133545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.08392728865146637,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.07676079869270325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.0751495212316513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.06596455723047256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.0628863051533699,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.04246634244918823,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.03653396666049957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.035330865532159805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.0350395105779171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.021171092987060547,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.017867563292384148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.01776469312608242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.016192004084587097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.016094768419861794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.010832861997187138,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.010403300635516644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.010301156900823116,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0062406850047409534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.15693187713623047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.1194288432598114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.1057700514793396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0861971378326416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06966711580753326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05471491068601608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08473573625087738,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07798611372709274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07368604838848114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04816420003771782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04522716626524925,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.043492984026670456,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.037676289677619934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.033928196877241135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03299850970506668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.021883497014641762,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01846889965236187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01819569431245327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.014612103812396526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.014071529731154442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.012166587635874748,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.012959690764546394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.011025436222553253,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.009873725473880768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.16371633112430573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.15461808443069458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.15185979008674622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1389394998550415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07641410827636719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07315393537282944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.0843086689710617,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.07807738333940506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.07726030796766281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.06937521696090698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06667245924472809,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0429326631128788,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.037394069135189056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03664691001176834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03646615892648697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.021439990028738976,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.01912149228155613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.01907205767929554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.017741303890943527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.01771428994834423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.011415144428610802,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.011923452839255333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.011174032464623451,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008443299680948257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.21380427479743958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20191657543182373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19837455451488495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18144631385803223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09952034801244736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09530302882194519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1097431555390358,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10167130082845688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10064392536878586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09032753109931946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08668086677789688,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05562013015151024,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04841133952140808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04744308069348335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04721665754914284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02771335281431675,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02412429265677929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02405874989926815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022238776087760925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022210456430912018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01429959200322628,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014091619290411472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013973020948469639,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008811494335532188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.16848821938037872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1543409824371338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.14859174191951752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.13363192975521088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.07619950920343399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.07102243602275848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.08863028138875961,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.08107248693704605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.07773883640766144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.06756721436977386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.064286008477211,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.04444114863872528,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.03863703832030296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.036492615938186646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03597870096564293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02229428105056286,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.019130663946270943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.018902728334069252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.017481062561273575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.01715668849647045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.012015683576464653,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.012279883027076721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.011346284300088882,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008623047731816769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.05818928778171539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.05408123508095741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.05206978693604469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.04698497802019119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0267980694770813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02496640384197235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03137783706188202,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.028810331597924232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.027206825092434883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.023867515847086906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.022954298183321953,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.015917068347334862,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.013774693012237549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01288607157766819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.012669829651713371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.007982296869158745,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.006734304595738649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.006636215373873711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006160179618746042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.0060567473992705345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.00423848582431674,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004310320131480694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.003957781009376049,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.002985733561217785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.04913334921002388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.04551804065704346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.043219901621341705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.038818348199129105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.022311855107545853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.020446378737688065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.02684246189892292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.024894770234823227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.02267918922007084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.019848380237817764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.019035939127206802,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.013481415808200836,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.011864577420055866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.010688995011150837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01039880607277155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.006748552434146404,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.005543352570384741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.005396491847932339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.005054700654000044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.004895989317446947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0035735350102186203,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0035699005238711834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0032277212012559175,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002355971373617649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.1806158870458603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.16888386011123657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.16515997052192688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1497001200914383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0839638039469719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.07957572489976883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.09441380202770233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.08647174388170242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.08508917689323425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.07508232444524765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.07166863232851028,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.047860048711299896,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04116430506110191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.040021661669015884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.03975945711135864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02386178821325302,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.020241428166627884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.020160404965281487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.018407225608825684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.018333900719881058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.012219153344631195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.011729881167411804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.011704135686159134,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.007062154356390238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1740136444568634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.1364046037197113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12184655666351318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09442739933729172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0766969546675682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06103840470314026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.0963410884141922,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08795104175806046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.08182600885629654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05400797352194786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05095294862985611,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04972861707210541,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04263618588447571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03751443326473236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03622090816497803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.025298846885561943,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.020590580999851227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.02019999921321869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01653956063091755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015813522040843964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.014519223012030125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014764077961444855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.013009116984903812,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.011317320168018341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1582067459821701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.14944525063037872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1468283087015152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.13439489901065826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07381725311279297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.0707114040851593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08142728358507156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.07541108131408691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.07463547587394714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.06706155836582184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06449751555919647,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0415029339492321,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03617336228489876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03546945005655289,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03530438616871834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.020771004259586334,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.018632059916853905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.01858350820839405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01731959916651249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.017297470942139626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.011181583628058434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.011792562901973724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01095750741660595,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008551225997507572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2088700532913208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19735532999038696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19388315081596375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1774214208126068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09715390205383301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.093056820333004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10708523541688919,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09920952469110489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09822435677051544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08822211623191833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08470439165830612,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05430305376648903,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04723578318953514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04631415009498596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.046096667647361755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027060015127062798,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.023577755317091942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023514697328209877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02174864336848259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.021722756326198578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014012286439538002,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01381068304181099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013705277815461159,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008698259480297565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.1860601156949997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1712646335363388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.16606584191322327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1497596651315689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08380571752786636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.07889489084482193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09511375427246094,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.08759080618619919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08534179627895355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07481822371482849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07120958715677261,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.04800132289528847,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04165060818195343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.039985351264476776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.039595991373062134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02404663898050785,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.020818518474698067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.020680375397205353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.01909692957997322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.01887490786612034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.012905354611575603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013055789284408092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012358574196696281,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009079200215637684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06867500394582748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06388044357299805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06179676577448845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05578688532114029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.031609661877155304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.029616383835673332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03631209954619408,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03355187550187111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03208329156041145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.028185078874230385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.0269654281437397,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.01837708242237568,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.016015266999602318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.015154527500271797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.014948802068829536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009197206236422062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007883063517510891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007791548036038876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007205129135400057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007113001774996519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0048602246679365635,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004966315347701311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004585052374750376,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0034024857450276613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.05891658365726471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.0546872653067112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.05246104300022125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04727620258927345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.02677541971206665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02487885393202305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03128788247704506,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.029031001031398773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.027190474793314934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.0238373801112175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.022779343649744987,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01575041376054287,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.013800456188619137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.01280923280864954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.012570701539516449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.00788362231105566,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.006601867265999317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006492223124951124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.006016783881932497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0059018381871283054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0041331155225634575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004136774223297834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.003837483236566186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0027187366504222155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.1767244040966034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.16514965891838074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.16152265667915344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.14611119031906128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.08159775286912918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.07741491496562958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.09151824563741684,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.08404230326414108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.08267338573932648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.07307377457618713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.06971852481365204,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.04630120471119881,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.03996030241250992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.03886203467845917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.038598667830228806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.023093808442354202,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.019647222012281418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.019563699141144753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.017877886071801186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.017811769619584084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.011806155554950237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.011372018605470657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.011336838826537132,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.006822663359344006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.18786925077438354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.16302745044231415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.15480418503284454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.1301184892654419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.08554229885339737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.07583024352788925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.0986933782696724,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.09095344692468643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.08792885392904282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.06859841197729111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.06206126511096954,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.050559502094984055,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04376639053225517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.04132448881864548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.04073433578014374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.025443298742175102,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.022002095356583595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.021815553307533264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.018777163699269295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01854754611849785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.014027763158082962,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014549888670444489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.013280026614665985,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.01076078787446022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.16147226095199585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.15248753130435944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1497744619846344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.13706979155540466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07544256746768951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07223166525363922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08325821906328201,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.07708729803562164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.07627599686384201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.06847996264696121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06582450121641159,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.042355142533779144,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03692025691270828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03618341684341431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03600839152932167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.021176321431994438,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.018863767385482788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.018815308809280396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01749250292778015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.01747077703475952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.011260838247835636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.0117388516664505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01102255005389452,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00828583724796772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.21982480585575104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.2076513171195984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.20399890840053558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18668417632579803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10246361047029495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09812349081039429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11291435360908508,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10465867817401886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.1035972312092781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.0929916501045227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08925881236791611,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05725879222154617,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.049845557659864426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.048862524330616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04863319173455238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.028540603816509247,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024849751964211464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024785572662949562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022908417508006096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022879907861351967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014741873368620872,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014521939679980278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01441388949751854,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009093035012483597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.1881732940673828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1727474331855774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.16730794310569763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.15050019323825836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08468960225582123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.07954256236553192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09611306339502335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.08868717402219772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08630967140197754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07531913369894028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07149311900138855,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.04847333952784538,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.042092930525541306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.040357742458581924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.039943959563970566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.024212360382080078,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.020890839397907257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.020750775933265686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.01907990500330925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.018850281834602356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.012849676422774792,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.01295282132923603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012295890599489212,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.00881539098918438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06364518404006958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.059155769646167755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.0570409819483757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05147652328014374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.029287217184901237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02732907608151436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.034053970128297806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03132649511098862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.02974032238125801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.026078226044774055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.025037819519639015,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.017229877412319183,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01496175117790699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.014064108952879906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01384772453457117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.008640287443995476,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0073323603719472885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.00723822508007288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006701825652271509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.006602124311029911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004574163816869259,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004656126257032156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004293844103813171,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0032070770394057035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.05451425909996033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05051139369606972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.048117779195308685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04326390102505684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.024751735851168633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.022795282304286957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.02952517941594124,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.027383113279938698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.025173604488372803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.022015174850821495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.021062416955828667,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.014839190058410168,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.013024823740124702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.011889459565281868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.011605685576796532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.00743987038731575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.006184559781104326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006045768037438393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00564149534329772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.005493289325386286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.003943120129406452,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.003985360264778137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0035958942025899887,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002687135711312294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.20615659654140472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.1930331289768219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.18895746767520905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17126667499542236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09604985266923904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09117355942726135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.10765184462070465,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.0987434908747673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.09733514487743378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08598044514656067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08216862380504608,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0545605793595314,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04705656319856644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04580490291118622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.045516181737184525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02721339277923107,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.023157469928264618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02306975983083248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.021074209362268448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.021006807684898376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.013908673077821732,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013379449024796486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013368233107030392,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008017404936254025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.163902148604393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12782353162765503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11566487699747086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0912095233798027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07381381839513779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05962651968002319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08884634077548981,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08071235567331314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07710620015859604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05072302371263504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04773900657892227,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04570499807596207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03914880007505417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.0360669307410717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03532492369413376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.0232506413012743,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.019756227731704712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01953456923365593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015622003003954887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015270952135324478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.01337047666311264,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013834744691848755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.01248112227767706,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010777067393064499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.15966510772705078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.15076355636119843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.14809371531009674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.13555604219436646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07466259598731995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07148808240890503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08241700381040573,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.07628599554300308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.07549460232257843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.06775199621915817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06516572833061218,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04201412573456764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.036543361842632294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03582235798239708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.035650454461574554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02099805884063244,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.01868377812206745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.018639076501131058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.017328152433037758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.01730256900191307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01121567003428936,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.011640301905572414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.010980094783008099,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00823100097477436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22002984583377838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20779919624328613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2041710764169693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18684008717536926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10265909880399704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.0982784703373909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11320437490940094,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10484632104635239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10380756109952927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09313580393791199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08942127227783203,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05745885148644447,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.049957025796175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04897281900048256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04874475672841072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.028650209307670593,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024935424327850342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02487107925117016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022987952455878258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022958852350711823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014867174439132214,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014620120637118816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014541525393724442,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009217813611030579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.18695126473903656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.17164252698421478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1661994606256485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1497383713722229,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0841728001832962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.07904990762472153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.0955609604716301,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.08819377422332764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08579497039318085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07493384927511215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07121635973453522,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.048179373145103455,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.041839782148599625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.040086276829242706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03967331722378731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02405792661011219,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.020702729001641273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02055930718779564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.01890741102397442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.018677109852433205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.012756957672536373,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.012766539119184017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012206490151584148,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008595201186835766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.060219332575798035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.05608963593840599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.05390401929616928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.04869353771209717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.027786167338490486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.025865808129310608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.032515816390514374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.030046848580241203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.02819809690117836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02480536513030529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.023817215114831924,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.01646426133811474,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.014360983856022358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.013362044468522072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01312024611979723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.008259175345301628,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007006724830716848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.006893408019095659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006426430772989988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.006309043150395155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004403984174132347,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004532440099865198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004100755788385868,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0031725005246698856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.057464152574539185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05339549854397774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.05079415440559387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04579104110598564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.02617660164833069,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.024118319153785706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03132554143667221,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.029051940888166428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.02657831646502018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.023343468084931374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.02244821935892105,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.015736913308501244,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.013809124007821083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.012548000551760197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01223576720803976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.007883209735155106,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.006512134801596403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006352454889565706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00594897847622633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.005785143468528986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0041730678640306,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004177991766482592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0038017157930880785,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00277596153318882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.19498112797737122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.18249700963497162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.1785503476858139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1618788242340088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09052606672048569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.08593878895044327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.10168705880641937,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.09320293366909027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.09174457937479019,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08115904033184052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.07757977396249771,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05147847905755043,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04438086226582527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04316967725753784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04288157448172569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.025675825774669647,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.021814992651343346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02172139473259449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.01986803114414215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.019793186336755753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.013126982375979424,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.012597366236150265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.012588274665176868,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.007515254896134138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.17588502168655396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13600419461727142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12040204554796219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10285114496946335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07881022989749908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06032513454556465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09747922420501709,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08908005058765411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.08261819928884506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05579916015267372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05428292602300644,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.050068438053131104,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04307905212044716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03847608342766762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.037340257316827774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.025314969941973686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.02108270488679409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.020681707188487053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.016970425844192505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.016318218782544136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.014293430373072624,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014982335269451141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.012925704941153526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.011512953788042068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1708146631717682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.16127938032150269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.15842555463314056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1449146866798401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08000151813030243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07658517360687256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08834170550107956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08175761252641678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0808984786272049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07258208096027374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06977143883705139,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04507529363036156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.039233267307281494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.0384502112865448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.038262076675891876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.022568540647625923,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.020166857168078423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02011098526418209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.018717506900429726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.018685150891542435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012143499217927456,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012716683559119701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.011885237880051136,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009158004075288773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2219269871711731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20955197513103485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.20586249232292175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18836571276187897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10360123217105865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09915180504322052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11421893537044525,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10581934452056885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10473550856113434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09393461793661118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09014437347650528,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.057947784662246704,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.050422102212905884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.0494181290268898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04917827993631363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.028898106887936592,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02514812722802162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.025082502514123917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023172052577137947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02313471958041191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01495865173637867,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014722803607583046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014623455703258514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009245630353689194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.1887102872133255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1730802059173584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.16753074526786804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.15075601637363434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08495733141899109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.07973966002464294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09655407071113586,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.0890425592660904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08660756051540375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07553541660308838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.0717511847615242,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.04868210852146149,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04227107763290405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.040500227361917496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04007575660943985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.024331308901309967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.020980391651391983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.020834317430853844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.019158093258738518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.018922576680779457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.012943292036652565,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013028865680098534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012384419329464436,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008884829469025135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06539607793092728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06083231791853905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.058613091707229614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.052891362458467484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.030182059854269028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.028133315965533257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03512994199991226,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.032383374869823456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03063606657087803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.026876771822571754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.025801321491599083,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.017808277159929276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.015476175583899021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.014494071714580059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.014254577457904816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.008924037218093872,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007557274773716927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007450164761394262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0069076563231647015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.0067959800362586975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0047266981564462185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004815100692212582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004417432937771082,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003314276924356818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06003062427043915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05560580641031265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.053051020950078964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.047706834971904755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.027318011969327927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02518191933631897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03237611800432205,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.030041275545954704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.027771372348070145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.02425442449748516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.02318938821554184,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.016316484659910202,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.014295917004346848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.013072888366878033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.012777836062014103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008151575922966003,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.006758478470146656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006615916267037392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.006154901348054409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0059976112097501755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.00428226450458169,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004290454089641571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.003910141997039318,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002818663138896227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.17763376235961914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.16584362089633942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.1619730442762375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.14658893644809723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.08226615190505981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.07790589332580566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.09268742799758911,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.08500008285045624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.08342135697603226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.07352854311466217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.07024538516998291,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.046971481293439865,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04043779522180557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.039207663387060165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.03890307620167732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.023416627198457718,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.01987679861485958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.019772391766309738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.01807607151567936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.01799093931913376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.011987773701548576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.011606651358306408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.011471777223050594,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.007056861184537411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.14218246936798096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.11809180676937103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11012814939022064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0930035188794136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06455805897712708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.054686058312654495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07556594163179398,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.0693306028842926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0669025257229805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.048410091549158096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04611470177769661,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03892848268151283,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.033530596643686295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.0313832089304924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.030853932723402977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.019693175330758095,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.016949135810136795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01680203713476658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01395495980978012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01371396891772747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.011115355417132378,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.011541087180376053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.010481255128979683,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.008797922171652317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.15381962060928345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.14528650045394897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1426960825920105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.13061454892158508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07199684530496597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.06890884041786194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.0795193687081337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.07359690964221954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.07279627025127411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.06532955914735794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06282249838113785,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04056398943066597,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03527417778968811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03455553948879242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03438752889633179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.020272722467780113,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.0180398877710104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.017991308122873306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.016729343682527542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.016702160239219666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.010851715691387653,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.011256922967731953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01062279287725687,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.007980365306138992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2099069356918335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19833441078662872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19484753906726837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17835018038749695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09803833812475204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09384538233280182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.108122818171978,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10016582906246185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09913106262683868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08897048979997635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0854024663567543,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05488240718841553,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04773927479982376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.046781640499830246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04655752331018448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02736527845263481,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02382340468466282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02376224286854267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.021960977464914322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.021931005641818047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014179610647261143,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013975217938423157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01385586429387331,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008816579356789589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.17674359679222107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.16288234293460846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.15800052881240845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1428437978029251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.07992298156023026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.07523025572299957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09073247015476227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.08355839550495148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08135954290628433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07142926752567291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.06805388629436493,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.04584049433469772,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.03975672274827957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.038163576275110245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03778395801782608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.022982727736234665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.019868044182658195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.019735585898160934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.018233446404337883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.018022343516349792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.012374794110655785,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.012459063902497292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.011870858259499073,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008660535328090191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06497791409492493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06055387854576111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.05839340761303902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05282773822546005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.029999617487192154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.028041347861289978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03472436964511871,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03215087205171585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.030431712046265602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.026816073805093765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.025710949674248695,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.017579395323991776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.015357685275375843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.014400957152247429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01417144387960434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.008809302933514118,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.00751100666821003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007406310644000769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006886617746204138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.006776113994419575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004664753098040819,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004785897210240364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0043673403561115265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003301779041066766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06030848249793053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05612601339817047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.053518474102020264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04828685149550438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.027529066428542137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02541501447558403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.032794855535030365,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03040974773466587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.027928950265049934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.024586735293269157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.023629073053598404,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.016467489302158356,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.014456291683018208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.013175114057958126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.012864353135228157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008246052078902721,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0068053738214075565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006645168177783489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.006218223832547665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0060501703992486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004341845400631428,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004313122946768999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.003961972892284393,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002807061420753598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2142057567834854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20097967982292175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19674600660800934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17882779240608215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09993231296539307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09490062296390533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.1121973842382431,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.1025906354188919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10114604234695435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08965553343296051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08588850498199463,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05689701437950134,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04888875037431717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04762638360261917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04732003062963486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02836461178958416,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024059105664491653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.023978019133210182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02193296328186989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02187666855752468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01450096070766449,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013895594514906406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013909677974879742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00831660721451044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.16433116793632507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13470971584320068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.1233396828174591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10473059117794037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07441776245832443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06233404949307442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09108541160821915,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08255983144044876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07719586044549942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05641724541783333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05223101004958153,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04633533954620361,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04001797363162041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03638353571295738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03546962887048721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02352960780262947,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.02003774791955948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01970909722149372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.016828443855047226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01635141111910343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013462021946907043,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014254218898713589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.01237024087458849,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0111574437469244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.16166073083877563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.15271292626857758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.15000098943710327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.13740573823451996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07574839144945145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07251868396997452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08363622426986694,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.0774044543504715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.07659612596035004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.06874911487102509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06615559756755829,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0426514595746994,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.037129275500774384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03638749197125435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.036213163286447525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.021327022463083267,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.019033903256058693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.018991030752658844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.017661377787590027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.017637338489294052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.011407025158405304,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.011936119757592678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01116655208170414,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008521580137312412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.21397362649440765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.2022242248058319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1987001746892929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18193338811397552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10004350543022156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09579307585954666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11035823076963425,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10218309611082077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10114575177431107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09079165756702423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08723121881484985,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.056035179644823074,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04872359707951546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04775743931531906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04752817377448082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02795475907623768,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02433609776198864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024274852126836777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022441426292061806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022412816062569618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014526767656207085,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01430252194404602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014207856729626656,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009067927487194538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.1793515682220459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.16544082760810852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.16041430830955505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.145179882645607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08120705932378769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.07646021991968155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09253758192062378,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.08506783843040466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08269304037094116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.0726686418056488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.06937801837921143,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.04670180752873421,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04049652814865112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.038816098123788834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03841344267129898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.023467596620321274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.020242519676685333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.020098811015486717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.018598532304167747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.018372783437371254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.0127494465559721,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.012752735987305641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012224094942212105,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008915563113987446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06770392507314682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06324701011180878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06114674732089043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05549287423491478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03141332045197487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02943035587668419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03630496934056282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03347787633538246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03185516595840454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02816450223326683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.027082296088337898,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.018413111567497253,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.016031084582209587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.015097781084477901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.014874461106956005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009231972508132458,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0078909732401371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007789658382534981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007251878269016743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007149203680455685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004907330498099327,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0050341179594397545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004619738087058067,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003503537969663739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.0640062764286995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05964532122015953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.05699896439909935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.05151265487074852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.029326306656003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.027170194312930107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03481554239988327,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03223525732755661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.029743947088718414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.02626505121588707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.0252531785517931,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01753091812133789,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01533964928239584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.014060505665838718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01374929677695036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008774773217737675,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0072723752819001675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007122417446225882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.006661447696387768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006497567519545555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004610540810972452,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004614707548171282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.00423221243545413,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00304055935703218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22060292959213257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20698843896389008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.2027520090341568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18457840383052826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10304020345211029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09803329408168793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11563201993703842,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10594043880701065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10433043539524078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09259744733572006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08884000778198242,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05863550677895546,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05046099051833153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04914720356464386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.048823997378349304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029240384697914124,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024836495518684387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02473548986017704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02265840768814087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022572092711925507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0149343591183424,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014315372332930565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014337197877466679,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008535111322999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.16567982733249664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12335799634456635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.10847589373588562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.08918698132038116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07428393512964249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05805385485291481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08950210362672806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08224355429410934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07793629914522171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04839009791612625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.047326263040304184,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.046074531972408295,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03982033208012581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03623050078749657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03536498546600342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.023386474698781967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.019773295149207115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01950378529727459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015170834958553314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.014590858481824398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013328572735190392,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013848633505403996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.012315173633396626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010632081888616085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.17160815000534058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.16220267117023468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.15937663614749908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.14602482318878174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08043012768030167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07703777402639389,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08894528448581696,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08218733966350555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08134092390537262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07305549085140228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0704014003276825,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04540218040347099,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03942985087633133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03865233063697815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03846427798271179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.022750480100512505,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02022915706038475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.020177528262138367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01877521350979805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.018751030787825584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012286285869777203,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012693311087787151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012038543820381165,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009079384617507458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.21312589943408966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20146451890468597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1979718655347824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18139159679412842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09967000782489777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09545782953500748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10997264832258224,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10179348289966583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10078270733356476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.0905071496963501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08702225238084793,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.055888399481773376,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04855131730437279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.047592051327228546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04736795648932457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027874300256371498,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024276942014694214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024212896823883057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022400615736842155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02236846089363098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014512448571622372,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014302978292107582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014194340445101261,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009111650288105011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.18200285732746124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.16826798021793365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.16334956884384155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.14825576543807983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08241603523492813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.07781445980072021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.0936841368675232,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.08616235852241516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08385388553142548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07403578609228134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07077911496162415,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.047271598130464554,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.040958624333143234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.039335012435913086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.038949549198150635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.023715192452073097,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.020388765260577202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02025151625275612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.018758254125714302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.01854265294969082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.012802490964531898,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.012661473825573921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01230454072356224,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008651846088469028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06610660254955292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.061922039836645126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.05970063805580139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05425477772951126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03069697506725788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02874518558382988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03562533110380173,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03297823667526245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.031115444377064705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.027580905705690384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.026492860168218613,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.018042925745248795,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.015759620815515518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.014764254912734032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.014519178308546543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009068170562386513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007724085822701454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.0076115932315588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007111214566975832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.006995162460952997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004862899426370859,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0049529592506587505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004561340436339378,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003450790885835886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06418382376432419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.059966910630464554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.05739576369524002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.052035339176654816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.02954736165702343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.027431556954979897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.034910351037979126,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.032325487583875656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.029965940862894058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.026500334963202477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.02552339807152748,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01758119836449623,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.015408528037369251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.014170701615512371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.013863659463822842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008820461109280586,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.007316146045923233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.0071662720292806625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00671433936804533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006554131396114826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004657126031816006,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004620044492185116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004297209903597832,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00303061306476593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.20723748207092285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.19487224519252777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19071362912654877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17361269891262054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09686238318681717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09212958067655563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.10899416357278824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.09987903386354446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.09813658893108368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08717364817857742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08362633734941483,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.055253833532333374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04761100932955742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.046259332448244095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04593431577086449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02755025215446949,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.023434169590473175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.023326987400650978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.021418219432234764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02133212238550186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014118114486336708,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013631174340844154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013534445315599442,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008278770372271538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.16498227417469025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12490740418434143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11162854731082916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09223654121160507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07324273884296417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05637608468532562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08878057450056076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08045411109924316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07722306996583939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.049954112619161606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.047965437173843384,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.045897889882326126,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.039299312978982925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.036123454570770264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03533004969358444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.024618422612547874,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.020328093320131302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.02014724537730217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.016360949724912643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015951743349432945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.015790443867444992,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014799252152442932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.01505949441343546,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.01199364010244608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.17767736315727234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.16795645654201508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.16501973569393158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.15115632116794586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08328556269407272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07975447177886963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09202677756547928,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08508511632680893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08421433717012405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07562471181154251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07281844317913055,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.047004006803035736,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04081631079316139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04001092538237572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03982020169496536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.023507187142968178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.020931178703904152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02087746188044548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01942206360399723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.019396334886550903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012634779326617718,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013119170442223549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012377244420349598,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.0093724075704813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.21845537424087524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.2064998745918274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.20289261639118195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1858626753091812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10216651856899261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09783584624528885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11275587975978851,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10435468703508377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10330423712730408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09275955706834793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08911965042352676,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05729532614350319,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04978145658969879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.048790283501148224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04855566471815109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02858574688434601,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024900337681174278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02483702264726162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022976815700531006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022942857816815376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014892821200191975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01469081174582243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.0145651800557971,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009385118260979652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.18919003009796143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.17525294423103333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.17025133967399597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.15458649396896362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08570646494626999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08099796622991562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09720160812139511,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.08947132527828217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08719389885663986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07709057629108429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07377047836780548,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.049066051840782166,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04250575229525566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04086603969335556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04047511890530586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02456776052713394,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.021146032959222794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.021007155999541283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.01947149634361267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.019253607839345932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013189631514251232,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013075238093733788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012677225284278393,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008883047848939896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.058477841317653656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.05460458993911743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.052366647869348526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.04746689647436142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.027059420943260193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.025145314633846283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03188230097293854,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.02951647900044918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.02745717205107212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02426839992403984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.023334980010986328,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.01613701693713665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.014117571525275707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.013024861924350262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.012758434750139713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.00809870008379221,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0068321842700243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.006705363746732473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006283257622271776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.006151213310658932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004321593791246414,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0044395714066922665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.00399042060598731,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003098480636253953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.05671950429677963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05288601666688919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.05000021308660507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04516352713108063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.025936182588338852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.023765286430716515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03155703470110893,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.029307499527931213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.026315584778785706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.023224351927638054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.022360404953360558,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.015829864889383316,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.013921554200351238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.01245917659252882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.012083197012543678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.007940858602523804,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.006474317982792854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.00628421688452363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.005938395392149687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0057383389212191105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0041979835368692875,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0042129079811275005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0037643499672412872,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002791775856167078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.20736977458000183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.19462692737579346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19054576754570007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17337429523468018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09678827226161957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09193805605173111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.10902699083089828,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.09969499707221985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.09803910553455353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08693455159664154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08344811201095581,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05527471750974655,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04750671237707138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04617819935083389,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.045859336853027344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.027567638084292412,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.023358577862381935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.023252395913004875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.021314233541488647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02122812531888485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014098244719207287,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013542503118515015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.01348032895475626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008141382597386837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1902979463338852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.15035656094551086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.137416809797287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09674674272537231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.08555377274751663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.07056377083063126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.1010514423251152,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.09274996072053909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.08935563266277313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.056527867913246155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.051374565809965134,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.05195833370089531,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04483543708920479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.04162586107850075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.04083485156297684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.026246309280395508,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.02253527007997036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.022332562133669853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.017314374446868896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01698676124215126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.01470798347145319,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.015474819578230381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.013756966218352318,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.011810632422566414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.18633422255516052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1762181520462036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1730998009443283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1585947871208191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08730941265821457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08360166102647781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09655304253101349,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08919614553451538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08827309310436249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07928290963172913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07635188847780228,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.049269407987594604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04274432733654976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.041900888085365295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04170018434524536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.024647988379001617,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.021848801523447037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.021792123094201088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.020257096737623215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02023058757185936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013233606703579426,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013586151413619518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01296758558601141,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00958556029945612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22168128192424774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.2095675766468048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2059352546930313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18861685693264008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10366494953632355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.0992724746465683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11443401873111725,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10588087886571884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10483339428901672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09413369745016098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09047501534223557,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.058126479387283325,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05049709603190422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04949278384447098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04925942420959473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.028994839638471603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.025226522237062454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02516292780637741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023272689431905746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02324073016643524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015092223882675171,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014833703637123108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014763315208256245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009416588582098484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.19632254540920258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.18156670033931732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.17630280554294586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.16019533574581146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08878979086875916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08387105911970139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10067864507436752,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09273678064346313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09036513417959213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07986107468605042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.076392762362957,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.050716038793325424,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04399889335036278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04228666052222252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.041878364980220795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02537832409143448,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.021783389151096344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.021642526611685753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.020042896270751953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.019819803535938263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013525011017918587,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013339104130864143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012988023459911346,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008892964571714401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.05576568469405174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.05219477415084839,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.04992244765162468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.04533606022596359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.025888454169034958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.024039093405008316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.030625326558947563,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.02840689942240715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.026247696951031685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02326904982328415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.022415082901716232,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.015509909018874168,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01360598485916853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.012483536265790462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01220701914280653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.007793832570314407,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.006587550509721041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.006456141360104084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006078552454710007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.005940142087638378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004193177446722984,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004345115274190903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0038715561386197805,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003087026532739401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.05614708364009857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05245031788945198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.04963162541389465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04495985805988312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0258123017847538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.023706931620836258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03143077716231346,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.029130252078175545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.026179758831858635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.023199720308184624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.022406941279768944,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.015819326043128967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01388614997267723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.012419819831848145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.012051725760102272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.007942365482449532,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.006470103282481432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006279928144067526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.005948748905211687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.005750160664319992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004225539974868298,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0042236680164933205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0038096937350928783,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0028243300039321184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.21302717924118042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20018981397151947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19581149518489838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17846018075942993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09961709380149841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09467406570911407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11210207641124725,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10267017781734467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10087990760803223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.0895908772945404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.0859317034482956,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.056922394782304764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04895021393895149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04753870889544487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04722524806857109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.028361767530441284,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02409091219305992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02397916465997696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02202485501766205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.021933075040578842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014532399363815784,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014027033932507038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.01390380784869194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008519564755260944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.17294882237911224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.1282004863023758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11171984672546387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09667477756738663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07664397358894348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05656619742512703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09412552416324615,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08655983954668045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0813400000333786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05354489013552666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.051065843552351,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04848755896091461,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04175666347146034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.037276532500982285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03615354746580124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02468041330575943,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.02016513980925083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.019830502569675446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015967927873134613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015314396470785141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.01399371400475502,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014069597236812115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0126553475856781,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010516645386815071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.19229727983474731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1817740797996521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.17859558761119843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16363732516765594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09014851599931717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08632586151361465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09965518862009048,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.0920838788151741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0911441519856453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.0818411186337471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07886973768472672,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05083341896533966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04414043948054314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04327532276511192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.043073706328868866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.025446873158216476,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02260126918554306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.022549418732523918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02096821367740631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.020940933376550674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013694670051336288,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014115708880126476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013422693125903606,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.01001785323023796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22722961008548737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.2147262841463089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21100188791751862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19324567914009094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10630325973033905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10179190337657928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11744283884763718,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10854767262935638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10747024416923523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09648624062538147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09277073293924332,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05973685160279274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.051815215498209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05079488456249237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.050552722066640854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.029824156314134598,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.025979476049542427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.025911737233400345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023977575823664665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02394476719200611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015661977231502533,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015401971526443958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015331248752772808,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009959502145648003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.2005518674850464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.18555617332458496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.18016698956489563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.16382065415382385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09066992998123169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08566669374704361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10251990705728531,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09472187608480453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09228083491325378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08166936784982681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07807380706071854,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05161775276064873,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.044903628528118134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04314799606800079,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04273347184062004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02575082518160343,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02215678058564663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.022012509405612946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.020391684025526047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02015901356935501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013518505729734898,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013461917638778687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012964108027517796,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.00884220004081726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06195145845413208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.05791248753666878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.05550845339894295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.050352126359939575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.028724316507577896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.026712609454989433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03379077836871147,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.031352121382951736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.029126383364200592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.025737088173627853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02472718432545662,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.017095191404223442,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.014989827759563923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.013834480196237564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.013550945557653904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.008610616438090801,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007268465124070644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007133051287382841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006685942877084017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.006544674281030893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0046507734805345535,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004740509204566479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004313893616199493,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003326988546177745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06201816722750664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.057835377752780914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.054972101002931595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04971490427851677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.028414951637387276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.026180118322372437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03414924070239067,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03176993131637573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.028827469795942307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.025446845218539238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.024518392980098724,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.017178842797875404,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.015065740793943405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.013619068078696728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.013253945857286453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008601783774793148,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0070450929924845695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006867081392556429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00645532738417387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006265712436288595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004540081135928631,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004511895589530468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0041317204013466835,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0029634451493620872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.21315813064575195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.1999392807483673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.195716992020607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17778876423835754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0992506816983223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09432239085435867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11178777366876602,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10212615132331848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10055673867464066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08919595181941986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08538598567247391,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.056639887392520905,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04864707216620445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.047355636954307556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04703464359045029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.028259240090847015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02395404316484928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.023842979222536087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02185475267469883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.021764127537608147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01445978507399559,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013883695006370544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013832864351570606,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008361784741282463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.18806123733520508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.14844878017902374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.1341046541929245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10456982254981995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.08380389213562012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06762061268091202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.10229448229074478,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.09352213144302368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.08832099288702011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05877436324954033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05407119169831276,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.05252287536859512,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04552856460213661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.04120556265115738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.04012519493699074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.0270138718187809,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.02289510704576969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.022578898817300797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01856742426753044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.0180051326751709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0158355962485075,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.016550162807106972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.014627414755523205,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.013111497275531292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.19807933270931244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1871108114719391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18380777537822723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16828060150146484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.0928446501493454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08888441324234009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10256221890449524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.0948701947927475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09390250593423843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08424288779497147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08105719089508057,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.052289120852947235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04543948918581009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.044534578919410706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04432057589292526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02612215280532837,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.023165347054600716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023108400404453278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02146357111632824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.021431926637887955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013923298567533493,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014339541085064411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013626986183226109,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010030105710029602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.23165404796600342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21882487833499908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21503287553787231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19682623445987701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10835031419992447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10372369736433029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11966582387685776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1106782853603363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.1095534935593605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09828146547079086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09440667182207108,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06079011410474777,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.052792422473430634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.051742296665906906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.051495276391506195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.030395206063985825,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.026400718837976456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02633245475590229,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.024344291538000107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02430979162454605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015940867364406586,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015559673309326172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01559995487332344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009931301698088646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.203042671084404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.18733808398246765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1816946119070053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.16498684883117676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0917418897151947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.0864887610077858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.1040729358792305,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09601062536239624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09341415017843246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08239500224590302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07881412655115128,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05247758328914642,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04553358256816864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.043675877153873444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04323149472475052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.026203114539384842,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02250080183148384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.022345971316099167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02068287692964077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02043682336807251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.01388715859502554,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013793653808534145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01329954992979765,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009192656725645065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.05654345825314522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.05281466245651245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.05048651993274689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.04572023078799248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.02614891529083252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.024237295612692833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.030964097008109093,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.02876514568924904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.02652074210345745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02341465651988983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02248956263065338,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.015628691762685776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.013704563491046429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.012565854005515575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.012285402975976467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.007828736677765846,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0065633454360067844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.0064254323951900005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.00602434016764164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.005881803575903177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.00415719673037529,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004243665840476751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.003816373413428664,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.002905403496697545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.059879180043935776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05586892366409302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.0532492958009243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04812849313020706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0274958498775959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.025405725464224815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03281228989362717,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.0304048340767622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.027876155450940132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.02462189458310604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.023671088740229607,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01652555540204048,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.014490903355181217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.013182963244616985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.012870061211287975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008286544121801853,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.006815018132328987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006648009177297354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0062437052838504314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006068207789212465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.00436289981007576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004339761100709438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.003974112216383219,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002837002044543624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.188140869140625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.17631657421588898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.17225027084350586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.15647785365581512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0874105840921402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.08289121836423874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.09862131625413895,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.09036653488874435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.08850627392530441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.07842320203781128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.07513964176177979,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.049968473613262177,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04304392263293266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.041692208498716354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04133488982915878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.024899587035179138,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.021100901067256927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.020979028195142746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.01925727352499962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.019158193841576576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.012757443822920322,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.012306051328778267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.012172645889222622,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.007440905552357435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.17070096731185913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13713008165359497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12434466183185577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09852790087461472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0763232558965683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06220903620123863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09361349791288376,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08552054315805435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.08001430332660675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05492793396115303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.0511423721909523,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04787561669945717,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04130536690354347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03716138377785683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03614437207579613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02419401705265045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.020245393738150597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01990283839404583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.016387710347771645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015848442912101746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013580607250332832,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014225330203771591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.012320979498326778,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010854115709662437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.19704975187778473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18611128628253937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18278072774410248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16723452508449554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09225925803184509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08827607333660126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10191121697425842,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09433085471391678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0933058112859726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08365592360496521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08045633137226105,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.051917914301157,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04519670456647873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04427825286984444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.044059477746486664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02594812400639057,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.023085856810212135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023021839559078217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.021382667124271393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.021347740665078163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013832704164087772,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014367420226335526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013530315831303596,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010132022202014923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22899462282657623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21624062955379486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21240438520908356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19426701962947845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.1069786325097084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10235509276390076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11802929639816284,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10935073345899582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10819857567548752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09696446359157562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09303071349859238,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.059894707053899765,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.052105147391557693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.051041796803474426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05079248920083046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02986171655356884,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.025969374924898148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.025900719687342644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02391696348786354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02388213574886322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015438515692949295,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015201583504676819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015079306438565254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009537365287542343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.1983664333820343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.18255722522735596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.17693737149238586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.16040286421775818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08954942971467972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08436416834592819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10155634582042694,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09367867559194565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09123291075229645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08024823665618896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07665611803531647,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.051323700696229935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.044569507241249084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.042778074741363525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04235538840293884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.025715574622154236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.022361112758517265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.022207902744412422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02059129625558853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02035532332956791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013907629065215588,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.01414137240499258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013358042575418949,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009969868697226048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06647706776857376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06206086650490761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.059784308075904846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05417167395353317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.030797911807894707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.028761565685272217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.035922665148973465,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03312163054943085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.031229360029101372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.027586545795202255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02655579335987568,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.018233317881822586,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.015857761725783348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.014824572019279003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.014573787339031696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009159999899566174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0077674416825175285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007652609143406153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0071372389793396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007020201999694109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004883372690528631,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0049940189346671104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.00457479152828455,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003488898277282715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06377000361680984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.059396129101514816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.056620508432388306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.05107233300805092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.029093220829963684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.026911502704024315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.034701380878686905,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.032149795442819595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.02953430823981762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.026011403650045395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.02498205192387104,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.017472242936491966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.015297308564186096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.01395665667951107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01362539641559124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.00874343328177929,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.007251901086419821,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007090621627867222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.006637669168412685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006470937747508287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004630394279956818,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004657601937651634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004220196977257729,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0031180838122963905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.19893160462379456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.18643367290496826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.18251118063926697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1659308224916458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09252835065126419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.08789745718240738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.10408514738082886,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.0953168123960495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.09373084455728531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08305901288986206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.07963954657316208,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05271926894783974,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04539766162633896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04412314295768738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04382527619600296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.026270121335983276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02230466715991497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.022207750007510185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.020335042849183083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02025165967643261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.013426712714135647,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.012911560945212841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.012872584164142609,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.007738907355815172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.16593240201473236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.1265408843755722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11174866557121277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.08837547898292542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07350075244903564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05740777403116226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09188159555196762,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08308763802051544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07805873453617096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04937528073787689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04830014705657959,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04713686928153038,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04025088995695114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.035933107137680054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.034854382276535034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.024070074781775475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.019695241004228592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.019376695156097412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015409871004521847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01480953674763441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013813752681016922,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013998639769852161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.012519744224846363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.01073546428233385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.17625251412391663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1664326936006546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.16343675553798676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.14948908984661102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08245217800140381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07892024517059326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09097327291965485,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08429769426584244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08339294046163559,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07479172199964523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07187196612358093,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.046355072408914566,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04041073098778725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.039591915905475616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03939298912882805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02315913327038288,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.020691577345132828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.020641103386878967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.019190020859241486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.019162233918905258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012339127250015736,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012957853265106678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012071605771780014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009229840710759163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.21413563191890717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20218972861766815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19861450791358948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1816558986902237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09987976402044296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09559326618909836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11008519679307938,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10208078473806381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10101687908172607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09058550745248795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08690734952688217,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05582062900066376,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.048630133271217346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.047641322016716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.047409702092409134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027823010459542274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02422737143933773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024160755798220634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.0223146453499794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02228236384689808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014334263280034065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014153349213302135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01400515716522932,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008842338807880878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.19602273404598236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.18066908419132233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.17524240911006927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.15867607295513153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08849544078111649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08340150862932205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10034681856632233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09245631098747253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09009851515293121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07922989875078201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07565781474113464,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05068374425172806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04390960931777954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04220123961567879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04179186001420021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02537652850151062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.021895669400691986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02175641804933548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.020114067941904068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.019890183582901955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013640298508107662,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.01363061647862196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013101784512400627,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009375244379043579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07267670333385468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06780461966991425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06554528325796127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05935545638203621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.033637646585702896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03152046725153923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.038715194910764694,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03579506650567055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.034126974642276764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.030075211077928543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.028835875913500786,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.019616590812802315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01710199937224388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.016148608177900314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01591821014881134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009821665473282337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.00841857586055994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008315429091453552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007714427076280117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007610816974192858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0052082231268286705,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005337261129170656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004915711469948292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003687271848320961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.0698760598897934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.06510773301124573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06238028034567833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.056350596249103546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0319744311273098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02971399948000908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03750257566571236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03480000048875809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03245896100997925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.02856890857219696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.027350807562470436,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01885988935828209,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.016550986096262932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.0153039013966918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.014994247816503048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.009429480880498886,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.007891509681940079,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007741039153188467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007207092363387346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007051931694149971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0049505531787872314,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0049460469745099545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0045774709433317184,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003228958696126938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.20037052035331726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.1877121776342392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.18374411761760712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1667368859052658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09284773468971252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.08819420635700226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.10406658798456192,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.0955539420247078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.09405570477247238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.0833907276391983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.07968344539403915,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.052626434713602066,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04549426585435867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.0442357063293457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04395487904548645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.026238080114126205,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.022346487268805504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.022246120497584343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.020387394353747368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02030227892100811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.013403900898993015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.01290456485003233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.012874419800937176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.007674232125282288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1811579465866089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.1416833996772766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12773962318897247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10407323390245438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.08037901669740677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06320598721504211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09754320979118347,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08983446657657623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.08499554544687271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.057585980743169785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.054384712129831314,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04998050257563591,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.0431472547352314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03889504075050354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.037841349840164185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.025120137259364128,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.020704999566078186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.020388154312968254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.016435757279396057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01585414633154869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013777441345155239,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014007998630404472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.012476849369704723,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010109739378094673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.19098252058029175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18031299114227295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.17707715928554535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16197048127651215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08943130075931549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08559250086545944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09871385246515274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09139180928468704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0904383435845375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08109689503908157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07795276492834091,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.050295911729335785,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04380364343523979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04293055459856987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04272635653614998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.025135071948170662,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.022411881014704704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.022356871515512466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.020771535113453865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.020746497437357903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013398809358477592,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013988489285111427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013122391887009144,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00991813838481903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2277754545211792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21506136655807495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21127371490001678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19320912659168243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10637105256319046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10179565101861954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11724204570055008,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10864970833063126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10756225883960724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09644178301095963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0925530195236206,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.059506289660930634,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05179830268025398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05076449736952782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.0505203977227211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.029671447351574898,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.025856392458081245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.025788282975554466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023817308247089386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02378380112349987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015360564924776554,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015168635174632072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015021632425487041,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009584103710949421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.20828549563884735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19132640957832336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.18520596623420715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.16780468821525574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09382523596286774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08818136900663376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10688675194978714,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09838913381099701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09565375000238419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08389163762331009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08015934377908707,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05375359579920769,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.0466613806784153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04469793662428856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04423006251454353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.026864957064390182,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023094331845641136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.022928478196263313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.021170122548937798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02090287394821644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014246552251279354,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014262767508625984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013602484948933125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009612007066607475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.059960849583148956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.05596238002181053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.05359363183379173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.04856108874082565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.02781643345952034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02581244334578514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.032831188291311264,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.030407259240746498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.028218064457178116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.024905681610107422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02391648292541504,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.016614213585853577,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.014572118408977985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.013440370559692383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01315733976662159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.008405810222029686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007127969991415739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.006993940565735102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006566725671291351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.006426189560443163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004604717716574669,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004733258858323097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004282759036868811,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0034161917865276337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.060254961252212524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05617254227399826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.0534886009991169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04838768392801285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.027738485485315323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02558114007115364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03329486399888992,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.030821476131677628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.028144503012299538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.024833370000123978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.023903321474790573,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01676461100578308,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.014706584624946117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.013317358680069447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.012969632633030415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008414674550294876,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.00689550768584013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.00672185467556119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.006314719561487436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006127240136265755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0044450173154473305,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004413766786456108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.00404420867562294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002896116580814123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2220860868692398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20832842588424683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20382127165794373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1852089911699295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10371392965316772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.0985061451792717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11653507500886917,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.1066720262169838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10508967190980911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09311415255069733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08910039067268372,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.058994777500629425,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.050827186554670334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04947831481695175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04916292428970337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029429208487272263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024999679997563362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.024901868775486946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0227870661765337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02269476093351841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015032456256449223,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.01442119013518095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014417348429560661,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008593201637268066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.14479663968086243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.11732721328735352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.10894740372896194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09058656543493271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06485587358474731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.053764402866363525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.0783567801117897,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06960665434598923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06791754812002182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04931814596056938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04455944523215294,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04022017866373062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.034606050699949265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.032565485686063766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.0320611372590065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.021626457571983337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.019218364730477333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.019120480865240097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.016751205548644066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.016562731936573982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0139109892770648,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014675896614789963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.013430926017463207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.012590746395289898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1950853168964386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18410691618919373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18080256879329681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16535580158233643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.0913531631231308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08738042414188385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10085983574390411,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09336945414543152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09240669012069702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.0827842727303505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07947903871536255,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.051357537508010864,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.044710367918014526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04380843788385391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04359830170869827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.025667736306786537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02278193272650242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02272460050880909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02108192816376686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02104802057147026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013628966175019741,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01409099530428648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013338925316929817,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009840594604611397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.23110176622867584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21811683475971222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.214237242937088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1958072930574417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10796630382537842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10329391062259674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11905611306428909,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11032862216234207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10919895023107529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09781515598297119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09379244595766068,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.060436077415943146,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05258896201848984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05152779445052147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05127678066492081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.030137034133076668,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.026234306395053864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02616550773382187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.024150604382157326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02411634474992752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015610214322805405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01537715271115303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01525914203375578,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009686834178864956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21060596406459808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1935010701417923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1872466504573822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.16989488899707794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0949014276266098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.089154914021492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10816650092601776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09962759912014008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09676724672317505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08494916558265686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08119814842939377,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.054478298872709274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04723552614450455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04518457502126694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04469233378767967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.027287110686302185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023287801072001457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02311711199581623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.021357499063014984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.021077631041407585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014608747325837612,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014317039400339127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013965869322419167,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009542432613670826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07111139595508575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06648070365190506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06423075497150421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.058207400143146515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.033000700175762177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.030933311209082603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.038059212267398834,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03523821756243706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03346351906657219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.029576444998383522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02836226299405098,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.01927645318210125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.016837038099765778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.015860039740800858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.015625420957803726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009663068689405918,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.008283608593046665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008176945149898529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007608561310917139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.00750143313780427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005145412869751453,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005278186872601509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004853801801800728,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003668108256533742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07024260610342026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.06558243930339813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06290050595998764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.05695222318172455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03232419863343239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03006923943758011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.0380726158618927,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.035269059240818024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.032768119126558304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.028977030888199806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.027866939082741737,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0192116629332304,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.016792314127087593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.015507703647017479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.015197547152638435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.00963213387876749,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008039106614887714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007883724756538868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007374512497335672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007212654687464237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005090860649943352,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.00510536041110754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004707380197942257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003404126735404134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22548821568489075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.21135477721691132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20692391693592072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18808497488498688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10492059588432312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.0997159332036972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11753956228494644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10787898302078247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10628068447113037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09424852579832077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09018412977457047,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0594794787466526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05135703831911087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05002933740615845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04973621666431427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029661981388926506,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.025255044922232628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02515549771487713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.023037446662783623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022954601794481277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01515478827059269,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014546075835824013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014568662270903587,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00862683542072773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.19919127225875854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.14712373912334442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12899626791477203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10640938580036163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.08803960680961609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06709982454776764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.106533944606781,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.09797807782888412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0932815670967102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.058193232864141464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05659518390893936,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.05440174788236618,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.046957481652498245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.04248560965061188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.04136936739087105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.027316948398947716,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.022486615926027298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.022183634340763092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01689090020954609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.016137201339006424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.01486598514020443,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.01501411385834217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.013467924669384956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010664055123925209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20061896741390228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18927805125713348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18587461113929749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1698307991027832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09408620744943619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09000174701213837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10388261079788208,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09617095440626144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09518176317214966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08523031324148178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08184058219194412,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05303599685430527,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0461602509021759,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04522565379738808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.0450119785964489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.026518482714891434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.023700853809714317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023641429841518402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.021962778642773628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.021932296454906464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014232105575501919,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01491984911262989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013934614136815071,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.01071795355528593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2355312705039978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22226202487945557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21828725934028625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19944261014461517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11009562760591507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10529090464115143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12140849232673645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11251586675643921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11136185377836227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.0997006818652153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09557467699050903,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.061616770923137665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05364077910780907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.052556078881025314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.052297864109277725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.030729304999113083,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.026753490790724754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02668139897286892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.024614114314317703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02457759715616703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015896540135145187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01567102037370205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015535609796643257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009852121584117413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21476851403713226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19779092073440552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1915341168642044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17392361164093018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09687208384275436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09117893874645233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11057265102863312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.101676806807518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09870155155658722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08696769922971725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08318262547254562,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05558791756629944,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.048230625689029694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04616956040263176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.045672960579395294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.027784155681729317,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023866506293416023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.023688247427344322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02195129171013832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.0216718427836895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014722181484103203,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014760635793209076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014035829342901707,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009961280971765518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07459064573049545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06971552222967148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06739720702171326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.06110445037484169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03459187224507332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.032455991953611374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.039769552648067474,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.036849286407232285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.035065289586782455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03101412020623684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02972252666950226,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.020130949094891548,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.017629066482186317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.016632603481411934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.016393426805734634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.010090847499668598,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.008711617439985275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008603831753134727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.00800884235650301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007901960983872414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005374327767640352,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.00557697843760252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005076726898550987,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.00391853041946888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07313670217990875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.06834713369607925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06566686183214188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.05939309671521187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03366142511367798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03138235583901405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.039422255009412766,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.036518774926662445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.034122224897146225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.030155843123793602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.02892446145415306,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.019861608743667603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.017383873462677002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.016121605411171913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01580166630446911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.009946775622665882,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008314164355397224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008160728961229324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00761822797358036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007463532499969006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005233591888099909,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005207161884754896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004856218118220568,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003411157988011837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22752301394939423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2135619819164276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20923325419425964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1903686821460724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10607604682445526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10096153616905212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.1186264231801033,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10893391817808151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10745315253734589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09540397673845291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09138105064630508,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0601179301738739,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.051884960383176804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05060150846838951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.050288379192352295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029967371374368668,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02557915449142456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.025479724630713463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.023348990827798843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02328343875706196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015309886075556278,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014737571589648724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014755286276340485,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008805393241345882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.20994524657726288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.1617233157157898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.14355093240737915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10719812661409378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.09241120517253876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.07210899889469147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.11587239801883698,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.10535123199224472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.09865601360797882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.06279687583446503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05916696786880493,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.05911588296294212,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.051047906279563904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.045270886272192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.04379787668585777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.030021056532859802,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.024924322962760925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.024504421278834343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.019703559577465057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.018904434517025948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.01697894185781479,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.017899323254823685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.015241776593029499,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.013826174661517143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20584280788898468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1941596418619156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19061528146266937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.174157977104187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.096498504281044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.092269666492939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10663372278213501,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09864131361246109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09762285649776459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08734837919473648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08381783217191696,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0543302521109581,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04725899547338486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04629659652709961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04606868326663971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027172913774847984,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024092042818665504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024031594395637512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02227836474776268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022244447842240334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01449182815849781,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014923685230314732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014183062128722668,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.01044417917728424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24073874950408936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22707514464855194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22299641370773315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.2037028670310974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.1125900074839592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10767505317926407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12421511113643646,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11506723612546921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11391054093837738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10190124064683914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09765788167715073,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06307108700275421,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05487745255231857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05376299098134041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05349631607532501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.0314636193215847,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.027376683428883553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.027302417904138565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.0251834187656641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02514703758060932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016313066706061363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016056137159466743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015948433429002762,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010124048218131065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21699227392673492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19985799491405487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19346299767494202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17582181096076965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09787839651107788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.092113196849823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11142938584089279,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10288390517234802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.0997922420501709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08798198401927948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08415275067090988,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.056132007390260696,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.048741765320301056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.046581901609897614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04606670141220093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02799716591835022,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023964105173945427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.023781266063451767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022039121016860008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.021747933700680733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014749272726476192,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014671833254396915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01406637579202652,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009691697545349598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06283295154571533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.058679938316345215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.0564294196665287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.051078733056783676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.02912050113081932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02717641554772854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03400629013776779,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03144558146595955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.02954796887934208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.026078995317220688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.025030672550201416,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.017203591763973236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.015039653517305851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.014026239514350891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.013783062808215618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.008635694161057472,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.00736321322619915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007249307818710804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006767218001186848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.006651080679148436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0046178423799574375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004767697770148516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004319731146097183,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003359817434102297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06138564646244049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.057196564972400665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.05442048981785774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04910822585225105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.028193263337016106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02597139962017536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03405507653951645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03132539987564087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.02859579585492611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.025206731632351875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.024344472214579582,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01715635508298874,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.014970892108976841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.013582797721028328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.013238362967967987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008614737540483475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.007121254224330187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.0069473800249397755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.006540608126670122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006356477737426758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004607164300978184,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004673302173614502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.00419562729075551,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00322631374001503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.23321159183979034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.21832993626594543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.21376164257526398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.19406072795391083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10889238119125366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.1033894270658493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.12191507965326309,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.11194763332605362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.11039727926254272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.0975920557975769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09327538311481476,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.061749640852212906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05336187407374382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.051988597959280014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.051652587950229645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.030789684504270554,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.026246972382068634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.026147902011871338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.023880483582615852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.023797346279025078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01574644446372986,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.015120730735361576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.01516161672770977,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008985009975731373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.18822450935840607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.126369908452034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.09920187294483185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09625256806612015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0783439353108406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04789114370942116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.10652636736631393,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.09784962981939316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.08842587471008301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05584321543574333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.056643418967723846,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.05463095009326935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04717469960451126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03843282163143158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03611062094569206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.027681929990649223,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.021303504705429077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.02066878229379654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.017362916842103004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015863168984651566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.015668459236621857,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.016003437340259552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.013145465403795242,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.01206026878207922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2108461856842041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.198856920003891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19521668553352356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17827528715133667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09896557033061981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09459587186574936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10931890457868576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10118146240711212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10012101382017136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08951672166585922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08586040139198303,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05573774129152298,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.048528820276260376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04754214361310005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04730620235204697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027866514399647713,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024836532771587372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02477329783141613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022975541651248932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022942908108234406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014873274601995945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015523696318268776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014557963237166405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.01102538127452135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24512729048728943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23115837574005127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2269754260778427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20722152292728424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11472253501415253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10966825485229492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12673041224479675,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11726638674736023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11604434251785278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10375408083200455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09944329410791397,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06437692046165466,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05593753606081009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.054790861904621124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05452070012688637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.032140545547008514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.027938099578022957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02786235697567463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.025687318295240402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02565094269812107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016763776540756226,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016439497470855713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016381269320845604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010433372110128403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21986661851406097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.20273108780384064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19626429677009583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17855636775493622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09922388941049576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09344733506441116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11295406520366669,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10424914211034775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10111023485660553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08931050449609756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08540868759155273,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05681266635656357,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04936885088682175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.047213856130838394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04669791832566261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.028313053771853447,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02425503358244896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02406708337366581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022321563214063644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02202843688428402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014857464469969273,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014791982248425484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014166636392474174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009704452939331532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07807956635951996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.07291439920663834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.0705118253827095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.06381300091743469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03625182807445526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03397700935602188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04182535409927368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03859685733914375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0367722362279892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.032453738152980804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03104347176849842,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.021164529025554657,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01851589046418667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01746824011206627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.017209434881806374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.010686645284295082,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.009192564524710178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.009077135473489761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.008448394015431404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.008331244811415672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005792026408016682,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005943909287452698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005469144321978092,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.00423218822106719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07347714900970459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.06848154217004776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06574030220508575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.05936798080801964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.033770959824323654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03142473101615906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.039553023874759674,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.0366266593337059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03427322953939438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03015606850385666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.0288997832685709,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01993836648762226,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01742037571966648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.01616363599896431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01586148515343666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.009987850673496723,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008337924256920815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.00819020252674818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007614771369844675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007464049383997917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005246021319180727,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005209313239902258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004878027830272913,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0034029521048069,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2225225418806076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20845606923103333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20390932261943817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18499033153057098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10377912223339081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09855029731988907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.1162550300359726,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10686498135328293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10522060841321945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09301120042800903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08891388773918152,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05887115001678467,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.0508982390165329,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04950433969497681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04919108748435974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029363179579377174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.025054918602108955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.024942569434642792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02280237153172493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02271806076169014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01501426100730896,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014483378268778324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014447536319494247,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00867527537047863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.20433089137077332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.15265390276908875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.13255999982357025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.11127839982509613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.09082988649606705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06985112279653549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.11438603699207306,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.10333044826984406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0953613668680191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.06166438013315201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.060885172337293625,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.05849068984389305,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.050687890499830246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.04511818289756775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.04374617710709572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.03047206625342369,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.025841664522886276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.025378096848726273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.021059051156044006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.020253688097000122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.018409177660942078,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.019432079046964645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.016940906643867493,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.015930617228150368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2146681547164917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.202322855591774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1985815465450287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1812715381383896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10082802176475525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09634073823690414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11140293627977371,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10309507697820663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10201654583215714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09113500267267227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08743903040885925,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05682474747300148,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.049474406987428665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04845225438475609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04821665585041046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.028398165479302406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.025352055206894875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.025286760181188583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02344859577715397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.023415548726916313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015176032669842243,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015904031693935394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014848598279058933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.011354812420904636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24786138534545898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23365114629268646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2293854057788849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.2093338817358017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11606200039386749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.11091621965169907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12810245156288147,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1186637133359909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11742658913135529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10491403192281723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.10048753023147583,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06507399678230286,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05661170184612274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.055445171892642975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05516624450683594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03246188163757324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02825278788805008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.0281771682202816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.025965871289372444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02592630870640278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016835445538163185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01660715416073799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01644882559776306,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010513313114643097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.22010502219200134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.20266899466514587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19605529308319092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1783514767885208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09926596283912659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09336671233177185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11320841312408447,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10452163964509964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10123423486948013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08935046195983887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08546903729438782,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.056970544159412384,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04952377825975418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04724280163645744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.046700891107320786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02847522497177124,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.024286773055791855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.024088455364108086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022352758795022964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.022042931988835335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.01505821943283081,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014849178493022919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014341084286570549,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009748753160238266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.32.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.0766894593834877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.07162781059741974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06916096806526184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.06266884505748749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03571067750453949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.033411964774131775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04138671234250069,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.038163378834724426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03619791194796562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.031946148723363876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.030703634023666382,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.020990030840039253,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.018229858949780464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.017150338739156723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.016892384737730026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.010515299625694752,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.00890369527041912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008784317411482334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.008152724243700504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.008032520301640034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005562306847423315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005597773008048534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.00523800915107131,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0037896137218922377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.32.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07396513968706131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.0690038725733757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06626184284687042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.05982131510972977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0341360978782177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03176196664571762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04008062556385994,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.037055183202028275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03463141992688179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03049992024898529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.029282450675964355,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.02021220326423645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.017676282674074173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.016376342624425888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01606225036084652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.010124217718839645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008464980870485306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.00831088051199913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007744302973151207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007583113387227058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005337773356586695,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005333104636520147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004955014679580927,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003520129481330514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.32.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22012564539909363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2062178999185562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20174667239189148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1830393671989441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10267465561628342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09754708409309387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.1150893047451973,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10585252940654755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.1040855273604393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09205573052167892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08799096941947937,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.058288734406232834,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.050416797399520874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04900661110877991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04867788031697273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029075974598526955,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024767084047198296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02465250715613365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022548211738467216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022457968443632126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014855842106044292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014306292869150639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014280413277447224,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008523326367139816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.32.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.17459581792354584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13091722130775452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11538851261138916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09609038382768631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07584067434072495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.0570995919406414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09466981142759323,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08657071739435196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0816790759563446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05418828874826431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.050831958651542664,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04835360124707222,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.041684042662382126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.036876972764730453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03567366674542427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.024458490312099457,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.020037565380334854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.019724640995264053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01613113284111023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01544621679931879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013733794912695885,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014129207469522953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.012306500226259232,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010617087595164776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.32.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.21357953548431396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20131585001945496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.197565495967865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18026264011859894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10023095458745956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09574701637029648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11082136631011963,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10249919444322586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10139664262533188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09054753929376602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08687017112970352,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05649445950984955,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04909981042146683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04807194322347641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04783356562256813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.028234101831912994,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02498108148574829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024914821609854698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02305808663368225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.023026036098599434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015030011534690857,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015422562137246132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014696505852043629,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010725696571171284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.32.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24777227640151978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23344264924526215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22918519377708435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.2091193050146103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11599845439195633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.11084028333425522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12805984914302826,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11862057447433472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11737882345914841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10481812059879303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.10040544718503952,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06505687534809113,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05658339709043503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.0554097555577755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05513410270214081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.0324668288230896,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02823689766228199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.028162259608507156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.025939250364899635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.025900674983859062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016859132796525955,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016594411805272102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016471780836582184,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010502370074391365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.32.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21757030487060547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.20037299394607544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19392693042755127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17645291984081268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09815455228090286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09236522018909454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11178959906101227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10317155718803406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10008236020803452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.0883270651102066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08448909223079681,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.056315019726753235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.048892028629779816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04673127830028534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04621121287345886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.028139248490333557,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.024063564836978912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02388153411448002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022157251834869385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.021869568154215813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014869416132569313,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014761249534785748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01418327447026968,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009792252443730831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.33.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.08361170440912247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.0780450701713562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.07559901475906372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0684223473072052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.038819875568151474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03645244985818863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04437008127570152,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04107929393649101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03936629369854927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.034684956073760986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03316883370280266,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.02249070629477501,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.019629059359431267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.018625371158123016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.018382873386144638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.011255258694291115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.009677221067249775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.009573434479534626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.008856980130076408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.008755420334637165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005944500211626291,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006074915174394846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005633268505334854,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004157505463808775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.33.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.08263564854860306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07693954557180405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07427753508090973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.0670887902379036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03800492361187935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.035526394844055176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04394737631082535,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.04062618315219879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03856361657381058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.033929791301488876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.03246647119522095,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.022229578346014023,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.019386664032936096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.018232595175504684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.017956288531422615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.011127804405987263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.00943649560213089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.009311479516327381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.008625057525932789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008497930131852627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005876278039067984,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005910374224185944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005524318665266037,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003965083975344896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.33.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.21505342423915863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20124730467796326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19692754745483398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1785641759634018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09993881732225418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09484060108661652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11182477325201035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10291505604982376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10129949450492859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08950376510620117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08549578487873077,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05659545958042145,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04899885877966881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04766098037362099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04736878722906113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.0282294861972332,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024129493162035942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.0240338034927845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.021964827552437782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.021888529881834984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014436471275985241,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013996520079672337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013913777656853199,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008454276248812675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.33.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.18397106230258942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13643740117549896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.1188368871808052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10044436901807785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0801766887307167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06006375327706337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.10111699253320694,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.09196639060974121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0866192951798439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05547831580042839,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05389631167054176,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.051675945520401,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04428238421678543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03896060585975647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03762523829936981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02599884197115898,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.02093004807829857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.02059347555041313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.016377240419387817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015530798584222794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.014225349761545658,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014538239687681198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.012598217464983463,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010637016966938972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.33.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20611900091171265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1942346841096878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19059382379055023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17401359975337982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09674122184515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09240743517875671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1068863570690155,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09894721210002899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09787291288375854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08742593228816986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08383838087320328,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0545068122446537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04744413495063782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04645518213510513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04622077941894531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027245987206697464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02424057386815548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02417214773595333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02240137569606304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022369930520653725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014544138684868813,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015112501569092274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014226226136088371,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.01068371906876564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.33.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24252328276634216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22851154208183289,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22430063784122467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20475123822689056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11352789402008057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10846330225467682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12525674700737,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11607637256383896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11485178768634796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10256566852331161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09822305291891098,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06361083686351776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.055357687175273895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05421171337366104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.053938742727041245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.031735267490148544,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.027621526271104813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.027547892183065414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02537413127720356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02533634938299656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016459215432405472,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016228796914219856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016080250963568687,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010258141905069351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.33.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.2122575342655182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19501371681690216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.18846265971660614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17125153541564941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09574361145496368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08986912667751312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10959285497665405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10093694180250168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09767265617847443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08588750660419464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.0821458101272583,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05519838631153107,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04784863814711571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.045607149600982666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04507613927125931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02758306823670864,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02353421226143837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.023339586332440376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02162589691579342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.021321743726730347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014644771814346313,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014526944607496262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013928348198533058,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009707161225378513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.34.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.0639428198337555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.05964400991797447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.05721748620271683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.051770616322755814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0296416487544775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.027556370943784714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03489699214696884,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03227583318948746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03007649816572666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.026515530422329903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.025450145825743675,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.017650343477725983,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01541075762361288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.014251770451664925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.013969158753752708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.00884523056447506,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007438295055180788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.00730225769802928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006818088702857494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.006677275523543358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004684801679104567,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004777985159307718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004322949331253767,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0032752202823758125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.34.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06017322093248367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.056070394814014435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.053205911070108414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04807770997285843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.02762819267809391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.025360697880387306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03338705748319626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03090825118124485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.028022022917866707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.024696364998817444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.023750662803649902,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.016806036233901978,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.014722293242812157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.013255605474114418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.012887460179626942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008408566005527973,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.006878830958157778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006688328925520182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0062981522642076015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006099610589444637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004448494408279657,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0044436329044401646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004007459152489901,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002930874703451991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.34.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.20974893867969513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.19652430713176727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19215232133865356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17435669898986816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09775545448064804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09274901449680328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11007831245660782,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10095468163490295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.09906735271215439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08765965700149536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08383029699325562,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.055748652666807175,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.048108670860528946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.046656347811222076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04630333557724953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02779829315841198,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.023589923977851868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.023478198796510696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02148457244038582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.021384496241807938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014211984351277351,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013671161606907845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013598947785794735,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008174297399818897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.34.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.16250216960906982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.11895018070936203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.09529229998588562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.08419587463140488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06888865679502487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.046434301882982254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09805269539356232,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.09019260108470917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07657989859580994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05099179595708847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05104389414191246,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.05027703568339348,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04338768497109413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.033871907740831375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03124207817018032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.025274798274040222,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01874278113245964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01780637726187706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015572801232337952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.013912840746343136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013924170285463333,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014357800595462322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.011029645800590515,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010572163388133049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.34.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20609942078590393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1941283643245697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1905103176832199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17380912601947784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09669692814350128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09235479682683945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10685472935438156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09889420866966248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09783884882926941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08733582496643066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08371930569410324,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.054483771324157715,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04741950333118439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04643445461988449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.0462031364440918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027236882597208023,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02422107383608818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02415495179593563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022370442748069763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022335465997457504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014532177709043026,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015085544437170029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014215409755706787,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010656151920557022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.34.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24358750879764557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22945159673690796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22522537410259247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20546042919158936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11395278573036194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10883406549692154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12576517462730408,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11654474586248398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11530802398920059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10292235016822815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0984974130988121,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06386469304561615,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05556889995932579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.054412733763456345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05413684621453285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.0318523570895195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.027698805555701256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.027623362839221954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.025427520275115967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.0253908671438694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01649550348520279,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016231434419751167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01611100323498249,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.01020719576627016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.34.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.2170761525630951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19931626319885254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19263146817684174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17503030598163605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0978538990020752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09183124452829361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11182953417301178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10322298854589462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09988543391227722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08781137317419052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08392977714538574,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05633987486362457,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.0489107184112072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04659043997526169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.046034883707761765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02816224843263626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02396952547132969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.023769231513142586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022011887282133102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.021698325872421265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014950194396078587,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.01470357459038496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01421867311000824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.00969892367720604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.35.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07349725812673569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06857360154390335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06618911027908325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05991830676794052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0341213196516037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.0319337323307991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.039421480149030685,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03648601472377777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03461278975009918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.030510244891047478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02922106347978115,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.019969848915934563,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01744208298623562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01640254631638527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.016150612384080887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.010005454532802105,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.008563247509300709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008449379354715347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007851110771298409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007736301049590111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005310954060405493,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.00545645272359252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004989678505808115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0037805703468620777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.35.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07263187319040298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.06762563437223434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06487878412008286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.05860887095332146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03340475261211395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03107200749218464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.039218686521053314,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03626972809433937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.033887311816215515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.0298321396112442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.028626596555113792,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.019793881103396416,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01730588637292385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.016034619882702827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.015717944130301476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.00992654450237751,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008310999721288681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008164449594914913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007603270001709461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0074502211064100266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005260377191007137,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005267178174108267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004884122405201197,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0035265376791357994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.35.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.21396663784980774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20035162568092346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19595231115818024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1775517761707306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09968649595975876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.0946134701371193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11163485050201416,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10277040302753448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10099451243877411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08920546621084213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08521708101034164,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0565582700073719,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04894305020570755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04754915088415146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04721023514866829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.028209274634718895,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02408028207719326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.023972397670149803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.021908951923251152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.021823782473802567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0144455311819911,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013979378156363964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013880453072488308,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008447802625596523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.35.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.197810098528862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.14866472780704498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12937739491462708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10059378296136856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.08630526065826416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06619223952293396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.10948187112808228,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.10047546774148941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.09309972822666168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.0588858425617218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05628577247262001,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.05624214932322502,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.048738352954387665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.04236855357885361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.040725160390138626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.028601374477148056,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.02346585877239704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.023011622950434685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.018695255741477013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.017761658877134323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.01606648974120617,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.01715092919766903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.01413005031645298,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.013292285613715649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.35.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20847424864768982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19628137350082397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19262953102588654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17568668723106384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09776944667100906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09333053231239319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10805784165859222,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10002075135707855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09893803298473358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08822734653949738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08452269434928894,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.055034637451171875,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04787130281329155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04686586931347847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04662765562534332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027488762512803078,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024297604337334633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02423325926065445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022393113002181053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022363005205988884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014550844207406044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.0149238808080554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01422677282243967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010280401445925236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.35.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2467961460351944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.2324339896440506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22812333703041077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.2081270068883896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11556266993284225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.11034861952066422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12772566080093384,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11817095428705215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11692547053098679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10431196540594101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0998951718211174,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0648646354675293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05638523027300835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.055206622928380966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05492998659610748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03242851421236992,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02816168963909149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.028084037825465202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.025856509804725647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.025816025212407112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016964593902230263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01659163273870945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01657610572874546,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010555029846727848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.35.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.220721036195755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.20276395976543427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1959182173013687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17807228863239288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09950938820838928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09341584891080856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11369404196739197,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10498180240392685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10153357684612274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08933287113904953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08535905182361603,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05718527361750603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.049712151288986206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04735441505908966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04678649455308914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.028568889945745468,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.024322662502527237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.0241186935454607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022336764261126518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.022011613473296165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.015060841105878353,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014862192794680595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014314582571387291,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009712318889796734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.36.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07729692757129669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.07211493700742722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06964589655399323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.06297522783279419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03594609722495079,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03365250676870346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.041431933641433716,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03836602345108986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.036476537585258484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03212457522749901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.030718952417373657,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.021004220470786095,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.018356619402766228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.017285151407122612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.017026429995894432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01053882110863924,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.009018797427415848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008902762085199356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.008259869180619717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.00814185943454504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005604075733572245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005732890218496323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005277555901557207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003962524235248566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.36.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07099435478448868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.06608247011899948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06340929120779037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.057262882590293884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03273855149745941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.030415961518883705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.038478318601846695,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03560904413461685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03322711959481239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.02922438085079193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.02798483520746231,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01938270963728428,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01695544645190239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.015697527676820755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.015398758463561535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.00972833577543497,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008108245208859444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007960029877722263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007406036369502544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007251718081533909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005136149935424328,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005098953377455473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004757944028824568,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003359741996973753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.36.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22420045733451843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20983025431632996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20525404810905457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18615737557411194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.104648157954216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09926324337720871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11725195497274399,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10778071731328964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10600033402442932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09365007281303406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08944525569677353,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05937378853559494,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05134887620806694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04993320629000664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04957868531346321,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029618768021464348,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02525576762855053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.025140296667814255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022969787940382957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02287895418703556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015163919888436794,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014637627638876438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014580544084310532,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008811368606984615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.36.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.17794638872146606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12955284118652344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11073403805494308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.08927799761295319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07865921407938004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05846027657389641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09838400036096573,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.09007979184389114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.08385245501995087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.051406413316726685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.050157561898231506,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.05053327977657318,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.043681561946868896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.0385592095553875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.037265926599502563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02593856491148472,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.021228617057204247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.020827284082770348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01647290773689747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015708109363913536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.015060479752719402,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.015297953970730305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.013627690263092518,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.011800816282629967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.36.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20675979554653168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19469118118286133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1910393387079239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17419511079788208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09706757217645645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09268109500408173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10732927918434143,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09930151700973511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09822702407836914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08759482949972153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0839315801858902,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05469480901956558,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04761842265725136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.046625636518001556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.046388015151023865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02738240174949169,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024320747703313828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02425304986536503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02244669944047928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022410772740840912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01465823408216238,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015146339312195778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014341934584081173,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010697913356125355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.36.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24543003737926483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.2310595065355301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22679735720157623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20680712163448334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11492376029491425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10972380638122559,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12686589360237122,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11754283308982849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11628540605306625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10369177162647247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09922971576452255,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06444545835256577,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05606028437614441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05488235875964165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.054610203951597214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03214140981435776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.027944158762693405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.027866743505001068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02563527785241604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02559429407119751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01664349064230919,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016382433474063873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01625637896358967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010307320393621922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.36.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21793627738952637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.20014722645282745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19322052597999573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17542988061904907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09832070767879486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09219721704721451,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11287630349397659,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10399080812931061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10033505409955978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08822256326675415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08424445986747742,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05676155537366867,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04936647787690163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04692280665040016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04633034020662308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.028312716633081436,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.024345479905605316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02412526309490204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02240169048309326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.022064760327339172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014935795217752457,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.015237543731927872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014149770140647888,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.010392019525170326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.37.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.08663370460271835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08087774366140366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.07851490378379822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07111052423715591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04026557877659798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03790624439716339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04576914757490158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.042351190000772476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.04085361212491989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.035999398678541183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03438533842563629,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.023170243948698044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.020207388326525688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01929476670920849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.019076665863394737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.011584875173866749,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.009966200217604637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.00987314898520708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.009107634425163269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009019551798701286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006074526347219944,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.00614768173545599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005783555097877979,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004108977969735861,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.37.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.08275863528251648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07710106670856476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07442811131477356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06725918501615524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03812601417303085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03567590191960335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04395516589283943,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.040678396821022034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03869638592004776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03402993828058243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.03253990039229393,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.02218266762793064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01936328038573265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.018244760110974312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.017977479845285416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.011109896004199982,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.009382409043610096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.009259139187633991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.008558057248592377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008435666561126709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005835074000060558,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005780409090220928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005489557050168514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003758565289899707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.37.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.21655625104904175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2026686817407608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19822847843170166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1796458214521408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10061575472354889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09553896635770798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11252237111330032,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10365457087755203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10199030488729477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09012815356254578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08608423173427582,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.056955959647893906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.049347635358572006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.047985102981328964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04767190292477608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02838197536766529,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02427033521234989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.024171343073248863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022095076739788055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022003158926963806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014536264352500439,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.01405308861285448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.01400543749332428,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008432330563664436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.37.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.18834708631038666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.1524430364370346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.13833650946617126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.1082979217171669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.08371710032224655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06872358173131943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.10338746011257172,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.09497617185115814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.08806539326906204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.06158037111163139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.054183561354875565,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.05282488837838173,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04571126028895378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.04061559960246086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03934607282280922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02659742906689644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.021965472027659416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.02152128517627716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01792832836508751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.017238950356841087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.014684163965284824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.015346650034189224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.013134566135704517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.011440720409154892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.37.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.208004429936409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19590085744857788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19224947690963745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17530183494091034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09764933586120605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.0932282954454422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10791906714439392,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09990256279706955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09881879389286041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08812989294528961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08448397368192673,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05501646548509598,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04790066182613373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.046892449259757996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04665595293045044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027507558465003967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024457069113850594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02439146116375923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022576559334993362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022537577897310257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014664939604699612,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015229064039885998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014342420734465122,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010744561441242695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.37.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24544939398765564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23116956651210785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22691866755485535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20691540837287903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11493195593357086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10973665118217468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12684568762779236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11753363162279129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11627981066703796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.1037173792719841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09925506263971329,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06441210955381393,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.056052278727293015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05487610027194023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05459810793399811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03212887421250343,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.027935709804296494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.027856217697262764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.025632483884692192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.025593776255846024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016629235818982124,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01636924222111702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016241131350398064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010284396819770336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.37.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.216045081615448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19847439229488373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19152748584747314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1738222986459732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0974675863981247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09137658029794693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11200255900621414,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.1032305657863617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09950410574674606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.0874791145324707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.0835215151309967,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.056363336741924286,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04897650331258774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04648985713720322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.045891325920820236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.028201639652252197,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02407071739435196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.023847103118896484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022141247987747192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02179989591240883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.015051151625812054,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.0150063531473279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014277303591370583,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.010150433517992496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.38.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.09169623255729675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08552483469247818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08301497995853424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07511332631111145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0425725057721138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.040054090321063995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04863274097442627,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04478052631020546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.04318704456090927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.038051359355449677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03650149703025818,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.024717235937714577,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.02145395427942276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.02048121765255928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.020249035209417343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.012392999604344368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010713174939155579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010616681538522243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.009823986329138279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009729559533298016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006604362279176712,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006797794718295336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006297951098531485,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004777488298714161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.38.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.08239871263504028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07666624337434769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07392392307519913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06665128469467163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.037799008190631866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03528629243373871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.043706201016902924,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.04046941548585892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.038373883813619614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.033711519092321396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.03219670057296753,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.02203148789703846,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01925189606845379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.018078690394759178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01779274083673954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.011018648743629456,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.009284122847020626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.009156580083072186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.008454582653939724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.00832353811711073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005766062997281551,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005714903585612774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005407041870057583,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0036878774408251047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.38.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.20580308139324188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.1923370510339737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.18799224495887756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17034673690795898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0955551490187645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.0905492901802063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.10693737864494324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.09856893867254257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.09690296649932861,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08550045639276505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08162681013345718,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05409545451402664,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04692995920777321,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04556895047426224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04525031894445419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.026966702193021774,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.023041261360049248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.022945938631892204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.020947489887475967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.020864907652139664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.013798731379210949,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013360732235014439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013278682716190815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008026745170354843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.38.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.20208360254764557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.1693914383649826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.15680661797523499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.1252450793981552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.09095935523509979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.0775795578956604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.11093561351299286,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.10111559182405472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.09459870308637619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.06907300651073456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.06137188524007797,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.05682481825351715,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04867380112409592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.04404444247484207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.04289593920111656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.028602970764040947,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.023579876869916916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.023148896172642708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.019464412704110146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.018871119245886803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.015640363097190857,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.016055958345532417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.014122473075985909,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.011770658195018768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.38.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20672829449176788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19464880228042603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19098560512065887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17426125705242157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09703351557254791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09264814853668213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10717890411615372,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09926449507474899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09818772226572037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08758565783500671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08391056209802628,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.054621316492557526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.047595564275979996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.0465981662273407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04636227339506149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027301648631691933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02430151402950287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024237850680947304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022432921454310417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02239970862865448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014520530588924885,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015138553455471992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014197804033756256,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010681038722395897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.38.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24361126124858856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22940294444561005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22518812119960785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20539478957653046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11406596750020981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10891541838645935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1258661448955536,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1166633665561676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11541548371315002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10295557975769043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09849517047405243,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06390131264925003,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0556412898004055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.054477714002132416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05419933423399925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03187189996242523,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02774318866431713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02766907587647438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.025460705161094666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.025420652702450752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016496263444423676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016278190538287163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.0161113403737545,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010256938636302948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.38.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21455512940883636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19683149456977844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.18984562158584595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1720317006111145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09677771478891373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09061893820762634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11128590255975723,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10246002674102783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09880531579256058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08662649989128113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08263437449932098,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.056024156510829926,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04861874505877495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04616421461105347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04556935280561447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02805362269282341,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023912983015179634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02369505539536476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.021951327100396156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02161635085940361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014970210380852222,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014919713139533997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01419869251549244,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.010114704258739948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.39.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.0934038758277893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08712904900312424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08469820767641068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07670985907316208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04332553222775459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04083240032196045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04899776354432106,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04538560286164284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.043949369341135025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03872482851147652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.0369669571518898,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.024826571345329285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.02166835032403469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.020754028111696243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.020532099530100822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.012417995370924473,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01072690263390541,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010640519671142101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.00980527512729168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009720622561872005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006513920612633228,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006620360538363457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.00622054748237133,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004450757056474686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.39.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.08762738853693008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.08161100745201111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07895819842815399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.07132286578416824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.04027622193098068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03776593878865242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04614421725273132,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.04273858293890953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.040860991925001144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03594497963786125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.034348614513874054,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.02324649877846241,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.0203037541359663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.019255006685853004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.018998846411705017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.011620273813605309,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.00986040011048317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.009751061908900738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.008987346664071083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008876302279531956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0060558258555829525,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.006005947478115559,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.00572099769487977,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0038516204804182053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.39.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2144019901752472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20055140554904938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.1961744874715805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17787756025791168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09962843358516693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.0944892168045044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11126784235239029,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10262320935726166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10097949206829071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08917313069105148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08525564521551132,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05634342506527901,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04885892942547798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04751717671751976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.047193076461553574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.028088873252272606,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024032877758145332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.023927832022309303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02188153564929962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.021794702857732773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01437522005289793,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013925348408520222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013864802196621895,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008382427506148815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.39.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.18064920604228973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.15471391379833221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.14480961859226227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.11695007979869843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.08165892213582993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.07077980041503906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09801419079303741,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.0898934081196785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0843411386013031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.06381292641162872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05673980712890625,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.05024118721485138,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.043333832174539566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.039630793035030365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.038725048303604126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.025285467505455017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.02136598341166973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.021023638546466827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01806255802512169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01763371378183365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.014010777696967125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014683648012578487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.012898159213364124,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.011034456081688404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.39.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.19900929927825928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1874183565378189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1838756799697876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1677417904138565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09331776946783066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08909758180379868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10302012413740158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09547474980354309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09442218393087387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08426011353731155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08070684224367142,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05250044912099838,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04577166959643364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04480426385998726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04457362741231918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.026228368282318115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02335384115576744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023290900513529778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02155889943242073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02152208797633648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013910367153584957,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014532032422721386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01359783299267292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010235266759991646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.39.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2352902740240097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.2215864062309265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2174844592809677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1983805149793625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.1100943312048912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10509996116161346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12151586264371872,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11260657012462616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11139529198408127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.099358931183815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.095113605260849,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06171344593167305,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05368633568286896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05255691334605217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05228777602314949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.030766945332288742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.026753678917884827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02667919173836708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.024549435824155807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.024510718882083893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015909025445580482,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015675142407417297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015529952943325043,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009841063991189003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.39.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.2044762670993805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.18680763244628906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.17976799607276917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.16260559856891632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0921906903386116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08597813546657562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10649266839027405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.0980476588010788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09423711895942688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08215886354446411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.0783405750989914,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05370863527059555,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.046648502349853516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04411628097295761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04350602999329567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.026880739256739616,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023106716573238373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.022877639159560204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.021198051050305367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02085133083164692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.01444193534553051,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014793673530220985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01365284901112318,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.010431679897010326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.40.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.09416647255420685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.0879325419664383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08552508801221848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07750009745359421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.043722670525312424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.041249971836805344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04968202859163284,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.045760516077280045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.044322311878204346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03912404552102089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03754286468029022,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.02522117830812931,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.021888690069317818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.02100403793156147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.020789144560694695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.012635589577257633,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01092316024005413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010836963541805744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.010014122352004051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009934219531714916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0066781966015696526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006832649931311607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0063942475244402885,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004719087388366461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.40.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07806692272424698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07267370820045471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07011494785547256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06333887577056885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03577558323740959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.033415816724300385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.041339874267578125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03827565908432007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03629498928785324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.031972650438547134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.030570976436138153,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.02084614709019661,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01822245493531227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.017109377309679985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.016831476241350174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.010432856157422066,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008805669844150543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008680432103574276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.008043401874601841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007918044924736023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005474476143717766,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.00544769736006856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005132585763931274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00355983292683959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.40.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2120945155620575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.19871215522289276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19442617893218994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17646734416484833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0985545963048935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09360640496015549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11002519726753235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10128461569547653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.0997852236032486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08837389945983887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08446388691663742,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05568847805261612,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.048209257423877716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.046983763575553894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04667395353317261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.027771025896072388,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.023752262815833092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.023664318025112152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02163807488977909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.021567832678556442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01421419158577919,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013730796054005623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.01371801272034645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008249091915786266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.40.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.16959504783153534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.14227458834648132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.13255955278873444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10646368563175201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07531391084194183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06514216214418411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.0903378427028656,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08333225548267365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07906252145767212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05763547122478485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.052832067012786865,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04617435485124588,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03997782990336418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.036368560045957565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03547302633523941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02314915508031845,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.019346244633197784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.019075386226177216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01600143127143383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015552685596048832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.012558353133499622,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013001754879951477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.01145046204328537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.009410172700881958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.40.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1998516172170639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1882740706205368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18477818369865417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16856881976127625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09363987296819687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08943026512861252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10338746756315231,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09575405716896057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09473944455385208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08457743376493454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08108633011579514,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.052679792046546936,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.045875951647758484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04492627829313278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.0447084866464138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02633502334356308,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02339496649801731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02333475649356842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.021602578461170197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02157011441886425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014013427309691906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014524019323289394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01370912790298462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010189066641032696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.40.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.23479951918125153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22122199833393097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21715888381004333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1981094628572464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10983600467443466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10491222143173218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12124482542276382,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11227739602327347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11114881187677383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09920897334814072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0950135812163353,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0615825317800045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05355745181441307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05245289206504822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05219166725873947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.030724814161658287,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.026737870648503304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02666550502181053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.024560753256082535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.024522962048649788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015961790457367897,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015732459723949432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015598475001752377,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009978057816624641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.40.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.20784281194210052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19128021597862244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.18476976454257965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.16736239194869995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09396793693304062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.088196761906147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10759062319993973,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09925772994756699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09580674022436142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08424697071313858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.0803418681025505,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.054304882884025574,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04720807448029518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.044903725385665894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.044346340000629425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.027195408940315247,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023423541337251663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.023220622912049294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02156369388103485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.021258939057588577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014576908200979233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014826133847236633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013865794986486435,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.010345427319407463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.41.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.08805128186941147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08212155103683472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.07970362156629562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07212448120117188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04080117493867874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03837931156158447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04672663286328316,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.042973943054676056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.041396792978048325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03647315502166748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03497852757573128,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.023694172501564026,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.020594332367181778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.019623082131147385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.019393332302570343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.011906572617590427,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010274859145283699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010175863280892372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.00942774023860693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009333152323961258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0063805659301579,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006539938040077686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006076376419514418,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004606984090059996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.41.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07715080678462982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07164204865694046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06891282647848129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.062042947858572006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03524184972047806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.032781265676021576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04104561731219292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03799577057361603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03578197583556175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03134783357381821,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.02995351515710354,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0206561628729105,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.018077420070767403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.016880542039871216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.016581518575549126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.01034048292785883,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008719976991415024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008587809279561043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007942136377096176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0078031765297055244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005439118482172489,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005468406714498997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0050620632246136665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003624713746830821,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.41.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.21388264000415802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20029397308826447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19602884352207184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17783577740192413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09957101941108704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09459172934293747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11127618700265884,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10251522809267044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10090342909097672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.089220330119133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08528906106948853,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05632577836513519,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04881225526332855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.047494832426309586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04718778654932976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.028084658086299896,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024017175659537315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02391662634909153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.021872179582715034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02177894115447998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01436602883040905,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013893011957406998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0138609753921628,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008326303213834763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.41.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1558394879102707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.1286967545747757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11790856719017029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09658366441726685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0697493925690651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05946585163474083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08721704035997391,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07867786288261414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07272070646286011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.0525532029569149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04957669973373413,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.044569071382284164,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03838376700878143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.034437958151102066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03343754634261131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02313247136771679,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.019384222105145454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01902574859559536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.016434278339147568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015914037823677063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013834868557751179,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014270107261836529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.012746271677315235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.011475025676190853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.41.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.188041552901268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.17717836797237396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.17391763627529144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.15866681933403015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08803586661815643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08410092443227768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09726210683584213,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09001649171113968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08906890451908112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07954350113868713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07628685235977173,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04952255263924599,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0431181862950325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04222482815384865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.042017918080091476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02476564794778824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.021966533735394478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.021907944232225418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.020285876467823982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02025415003299713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013161829672753811,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013598286546766758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012878909707069397,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009507548063993454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.41.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2276616394519806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21456849575042725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21065475046634674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19227512180805206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10646073520183563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10173127055168152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11750251054763794,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10883020609617233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10770300775766373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09622136503458023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09214802831411362,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05972154811024666,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05191918462514877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05084696412086487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.050592973828315735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02979874238371849,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.0259470883756876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02587750367820263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023848775774240494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.023816382512450218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015513983555138111,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01530233770608902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015166742727160454,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009763281792402267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.41.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.20203883945941925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.18583251535892487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1795404851436615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1627119779586792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09128055721521378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08563657850027084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10458313673734665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09641766548156738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.0931040421128273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.081767737865448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07803072035312653,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05276454612612724,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.045776307582855225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.043537214398384094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.043003007769584656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.026354670524597168,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.0225283931940794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02233297750353813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02068617194890976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.020381277427077293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013967487029731274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.01401299424469471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013245882466435432,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009471297264099121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.42.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.09232642501592636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08632995933294296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08398567140102386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07616222649812698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04282261058688164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.040429916232824326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04867694154381752,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.044832535088062286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.043413739651441574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.038386426866054535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03684542328119278,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.02467654086649418,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.021432582288980484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.020544245839118958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.020332105457782745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.012356402352452278,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010648221708834171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010562868788838387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.00976431742310524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009682618081569672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006517203990370035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006611916236579418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006236085202544928,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0045021697878837585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.42.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.08045216649770737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07493004202842712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07238700985908508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06533660739660263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03679069131612778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.034457333385944366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04259317368268967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03930031880736351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.0373288132250309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.032875239849090576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.031467873603105545,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.021467477083206177,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.018718348816037178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.017604706808924675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01734955608844757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.010741342790424824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.009091237559914589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008967103436589241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.008307735435664654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008184374310076237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005646347533911467,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005651907529681921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005291792098432779,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003741669934242964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.42.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.21689432859420776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20342375338077545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19924287497997284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18092229962348938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10092554986476898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09599193185567856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11246775835752487,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10376976430416107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.1022680401802063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09068851172924042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08670765161514282,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.056942302733659744,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04942270740866661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.048148803412914276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04783691465854645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.028407644480466843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024368178099393845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02427240088582039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022233925759792328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02217322774231434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014551381580531597,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014119287952780724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014078778214752674,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008528505451977253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.42.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.16162048280239105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13562718033790588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12691523134708405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10094526410102844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0727807879447937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06234469637274742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08833307772874832,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07840269058942795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07516972720623016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05553305521607399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04848317801952362,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04490233212709427,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03820962831377983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.035699136555194855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03507822006940842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.023717574775218964,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.019902696833014488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.019699782133102417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.016856925562024117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.016617650166153908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.01470300555229187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014210289344191551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.014006433077156544,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.011428380385041237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.42.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1830611228942871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.17256620526313782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.16940371692180634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1546700894832611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08570981025695801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08190155029296875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09479111433029175,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08766661584377289,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08672572672367096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07749547809362411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07436463981866837,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04829208925366402,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04197240248322487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04110341891646385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.040897466242313385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.024160195142030716,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.021366996690630913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.021310534328222275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01973448134958744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.019703637808561325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012890500947833061,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013203845359385014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012612247839570045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009203623980283737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.42.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22483722865581512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21201632916927338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.20816242694854736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19009332358837128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10515746474266052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10050279647111893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11614303290843964,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1074923574924469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10637808591127396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09506939351558685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0911572277545929,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.059060096740722656,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.051289014518260956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05023111775517464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04998160898685455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.029478218406438828,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.025647791102528572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02557952143251896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023590954020619392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.0235564187169075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015391918830573559,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015151777304708958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015042522922158241,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009691779501736164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.42.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.1937924325466156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1780819445848465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1718299686908722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.15585598349571228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08753883093595505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08197914808988571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10064201056957245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09285697340965271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08940078318119049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07842229306697845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07493418455123901,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05077354237437248,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.044050246477127075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04174020513892174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04118681699037552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.025354523211717606,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.021538645029067993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.021331235766410828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.01975695602595806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.019439697265625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013388179242610931,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013333359733223915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012643055990338326,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008874806575477123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.43.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07996420562267303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.07470951229333878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.072382852435112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.06565262377262115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03701852262020111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.034801363945007324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.042526982724666595,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03923514112830162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.037553202360868454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03319169208407402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.0318802110850811,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.02153804339468479,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.018766840919852257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.017793839797377586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.017558932304382324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.010819174349308014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.00930472370237112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.009203780442476273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.00855263415724039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.008449507877230644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005796767305582762,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005923653021454811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0054999147541821,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004147645086050034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.43.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07152469456195831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.0666143074631691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06399265676736832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.057823341339826584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.032719895243644714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.030454140156507492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03844424709677696,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03550300374627113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.033201612532138824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.02926473692059517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.028089109808206558,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01935245282948017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01692068576812744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.01565774530172348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.015356622636318207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.009686440229415894,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008090643212199211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007946349680423737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00740364845842123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007252367213368416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005125728435814381,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005092940758913755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004746034741401672,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003359536174684763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.43.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.19689162075519562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.1843760758638382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.18045198917388916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.16382670402526855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09118710458278656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.08658493310213089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.10194849222898483,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.09389344602823257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.09238141775131226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08183249086141586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.0782780721783638,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.051562048494815826,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04469694942235947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.043460626155138016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.043155744671821594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02570762299001217,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.021979080513119698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02188493125140667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.020040888339281082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.019970115274190903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.013156211003661156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.012736317701637745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.01268230564892292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0076591563411056995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.43.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.16002659499645233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13358791172504425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11938679218292236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09005879610776901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07175391167402267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.059290625154972076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09343178570270538,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08583644777536392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07480396330356598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05320262908935547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04936249181628227,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04779273644089699,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04129519686102867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03494143486022949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03329194709658623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.024026166647672653,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.019010528922080994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01829436793923378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015640918165445328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.014683419838547707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013163140043616295,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013705543242394924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.011206401512026787,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010122498497366905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.43.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.17997126281261444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.16973279416561127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1666375696659088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.15219692885875702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.0842076987028122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08048315346240997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09304827451705933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08608872443437576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0851726084947586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07615862041711807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07309123128652573,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.047360800206661224,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04117961972951889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04034052789211273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04013914614915848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02366556040942669,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.020890753716230392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.020838651806116104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01928694173693657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.01925884187221527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.0125344293192029,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012799247168004513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012259339913725853,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008788115344941616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.43.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2213556170463562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20884308218955994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.20509058237075806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18735912442207336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10347424447536469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09893546253442764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11424104124307632,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10574374347925186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10466693341732025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09364829957485199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08978765457868576,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0580158606171608,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.050429124385118484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.0494033545255661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.049157507717609406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02895328588783741,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.025187727063894272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02511594444513321,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023167891427874565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.023132650181651115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015060791745781898,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014814384281635284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014722153544425964,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009396282956004143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.43.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.19158661365509033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1760508269071579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.16994890570640564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.154059037566185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0867028683423996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08118398487567902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09970110654830933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09178460389375687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08851294964551926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07756553590297699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07404539734125137,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05032953992486,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04367821663618088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04144914448261261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04091291502118111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02521269954741001,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.021565213799476624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.021368134766817093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.019800545647740364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.019501028582453728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013509262353181839,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013587684370577335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012798677198588848,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.0093733761459589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.44.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.09828530251979828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.0919623002409935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08952803909778595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.08129176497459412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04555876553058624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.043064650148153305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.051720377057790756,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04763162508606911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.04617676883935928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04091813787817955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03927404806017876,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.02622547186911106,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.02278328873217106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.021863451227545738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.021639959886670113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.013137499801814556,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.011363145895302296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.011275211349129677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.010442735627293587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.010358738712966442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006958738435059786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.007095147855579853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006670754868537188,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004890410695225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.44.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.08096503466367722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.0755394920706749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07287327945232391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.065850630402565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0369923859834671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03462730348110199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04300059378147125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.039677321910858154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.037524688988924026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03314561769366264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.03175526112318039,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.021654266864061356,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.018885890021920204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.017675824463367462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01739402860403061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.010821853764355183,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.00907993782311678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008950049057602882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00830992590636015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.00817197561264038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005677602719515562,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005605560727417469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.00530788442119956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0036331829614937305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.44.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2118905782699585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.19891327619552612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19470494985580444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17702420055866241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09828770160675049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09354002773761749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.10971489548683167,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10095953196287155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.09948460757732391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08840156346559525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08470826596021652,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05548009276390076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04803023487329483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04682127386331558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04653579741716385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.027672845870256424,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.023685993626713753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.023590857163071632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02163155935704708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02156432345509529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014168375171720982,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013702565804123878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013677812181413174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008271289058029652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.44.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.15726961195468903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13614489138126373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12979115545749664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10996339470148087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07062702625989914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06323858350515366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08245811611413956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07435569912195206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07269693911075592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.056407906115055084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05281687527894974,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04204623028635979,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.036247268319129944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03460618853569031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.034209974110126495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.021933764219284058,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.019226327538490295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01912754774093628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01669866032898426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.016559604555368423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013257808983325958,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013547969050705433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.01281290128827095,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010941265150904655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.44.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1704932451248169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.16075709462165833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1578085720539093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.14405031502246857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07972550392150879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07617565244436264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08811375498771667,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08153285831212997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08066685497760773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07208359986543655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06912683695554733,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04481203481554985,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03898090869188309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.038170184940099716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.037975091487169266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02239069901406765,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.01972680538892746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.019672580063343048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.018193338066339493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.018165839836001396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.011823007836937904,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012023631483316422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.011561976745724678,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008178899064660072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.44.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2187073528766632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20629049837589264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.202543705701828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18500399589538574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10223501175642014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09769688546657562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11282128840684891,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1045084074139595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10340534150600433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09246724843978882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08862368017435074,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05734695494174957,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.049847692251205444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04881047457456589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04857362434267998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02860112488269806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024889949709177017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024820635095238686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02288712002336979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022850483655929565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014861032366752625,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014646156691014767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014525257050991058,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009301187470555305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.44.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.18742096424102783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.17278900742530823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.16699090600013733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1516057699918747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08489391952753067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.07965686917304993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09722142666578293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.08982729911804199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08657453209161758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.0761256068944931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07276686280965805,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.0490303598344326,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04261127486824989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.040452003479003906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03993787243962288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.024461347609758377,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.020801471546292305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02060592547059059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.019076593220233917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.018779097124934196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.012839156202971935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.012762103229761124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012148884125053883,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.0083627225831151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.45.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.08307436853647232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.07777350395917892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.075478695333004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0685502216219902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03858278691768646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.036351438611745834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04407787322998047,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04071642458438873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03911253809928894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03464891016483307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03326668217778206,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.022332437336444855,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.019475547596812248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01852850243449211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.018305649980902672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.011192032136023045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.009659546427428722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.009561294689774513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.008880914188921452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.008785167708992958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005942039657384157,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006101240403950214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005652069114148617,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0042348382994532585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.45.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.0754426121711731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.0704166367650032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06776215881109238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06141778081655502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03467719629406929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.032377615571022034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04075276851654053,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03741985559463501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03517569601535797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.031082317233085632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.029929347336292267,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.020529549568891525,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01784287393093109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.016631655395030975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01633620262145996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.010292894206941128,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008594674989581108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008458755910396576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007882215082645416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007733786478638649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005437497515231371,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.00539717311039567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005063723772764206,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003586819162592292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.45.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.21821700036525726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2048158198595047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20052923262119293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18244583904743195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10166908800601959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.0967138409614563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11336833238601685,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10446496307849884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10299785435199738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09144344180822372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08753806352615356,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05742786079645157,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.049780040979385376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.0485093928873539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04820295050740242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.0286279134452343,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024547910317778587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.024449121206998825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022422010079026222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02234463579952717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014677412807941437,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014212639071047306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014180685393512249,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008565393276512623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.45.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.15483200550079346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12048559635877609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.10950697213411331,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09098076075315475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06803493201732635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.055350542068481445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08264540880918503,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07496035099029541,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07204455882310867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.049230217933654785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.046695102006196976,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.0423593707382679,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03646577149629593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03341522440314293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03265861049294472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02185383439064026,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.018672382459044456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.018497975543141365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015415371395647526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015037271194159985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013023353181779385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013499339111149311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.01218109019100666,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010837358422577381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.45.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.17232012748718262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.16252928972244263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.15954294800758362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.14573490619659424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08058704435825348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07701798528432846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08914908766746521,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.0824015885591507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0815252810716629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07288406789302826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06991410255432129,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04534803703427315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03938853740692139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03857065737247467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03837389498949051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.022664085030555725,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.019908128306269646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.019854499027132988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01835782080888748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.018329095095396042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012006920762360096,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01208939217031002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.011746798641979694,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008172822184860706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.45.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22040772438049316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20792409777641296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.20414972305297852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18650734424591064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10307136178016663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09852418303489685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11389206349849701,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10537855327129364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10425026714801788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09326191246509552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08946596086025238,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0579322911798954,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05028253421187401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04924789443612099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.048998571932315826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02892092429101467,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.025158366188406944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02509184367954731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023154839873313904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.023118704557418823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.0151456193998456,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014886870980262756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014812370762228966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009565846063196659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.45.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.1915188431739807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.17689700424671173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1712120622396469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.15558436512947083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0867893323302269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08163030445575714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09913214296102524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09149952232837677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08843649178743362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07796386629343033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07454904913902283,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.04998617619276047,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04340018332004547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04134584218263626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04085080698132515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.024935271590948105,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.021243412047624588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02105707861483097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.019502121955156326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.019219553098082542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013083801604807377,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.012981868349015713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012417364865541458,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008491884917020798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.46.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07725978642702103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.07213202118873596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06972156465053558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.06323260813951492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.035794612020254135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03353789076209068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.0412345714867115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03819694370031357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03631607070565224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03206660598516464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.030739767476916313,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.020867224782705307,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.018239177763462067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.017177267000079155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.016919435933232307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01045228261500597,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.008918849751353264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008805416524410248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.008174363523721695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.00805691909044981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005519157275557518,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005615292116999626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.00519293500110507,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0038162567652761936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.46.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06989652663469315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.06522592157125473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.062260545790195465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.05638628825545311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.032016970217227936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.029625922441482544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03841221332550049,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03533529117703438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.032483626157045364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.02870154194533825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.027717743068933487,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.019336940720677376,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.016798557713627815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.015348201617598534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.014977148734033108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.009677897207438946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.007920592091977596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007743180263787508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007262334693223238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0070711360312998295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005098168738186359,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005023668985813856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004656799137592316,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0032698744907975197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.46.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.21792367100715637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2039315402507782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19973373413085938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18146920204162598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10110331326723099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09600581228733063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11311592906713486,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10394107550382614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10241671651601791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09068550169467926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08680188655853271,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.057184603065252304,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.049443021416664124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04812252148985863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.047836095094680786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.028505131602287292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024304131045937538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.024202585220336914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022149663418531418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022071370854973793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014557499438524246,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013991134241223335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014014136977493763,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008303551003336906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.46.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.14645889401435852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.11946632713079453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.10862323641777039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09436257183551788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06346121430397034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05291406810283661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08195170015096664,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07417679578065872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06829985976219177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.051182687282562256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04912041872739792,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04171197861433029,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03619508445262909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03145404905080795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03023877926170826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.021483132615685463,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.017929621040821075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.017570944502949715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015815138816833496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015169655904173851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.012677517719566822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013551722280681133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.01135947834700346,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010959746316075325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.46.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1754447966814041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.165518119931221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.16249045729637146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.14838208258152008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08210469037294388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07844921946525574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09070120751857758,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08395448327064514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0830516442656517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07422500848770142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07120119780302048,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04611103609204292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.040116339921951294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03927820920944214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03908257931470871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.023035112768411636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.020239299163222313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02018294297158718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.018652554601430893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.018623732030391693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012128066271543503,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012244046665728092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.011858967132866383,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008214647881686687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.46.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22293628752231598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21035508811473846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.20653437077999115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.188679501414299,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.1042947843670845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09970645606517792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1150839775800705,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10662981122732162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10550425946712494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09435710310935974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09043104946613312,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.058460135012865067,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05085812136530876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.0498017892241478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.049550797790288925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.029161568731069565,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.025390295311808586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02531801536679268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023346731439232826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02331092767417431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01513513084501028,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01493667159229517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014790726825594902,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009474219754338264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.46.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.1939883977174759,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1796695441007614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.17409178614616394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.15822747349739075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08795556426048279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08293516933917999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10022566467523575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.0926046073436737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08957275003194809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07921785116195679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07570122927427292,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05043790489435196,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04388205707073212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04185962304472923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.0413806326687336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.025158336386084557,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.021417077630758286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.021233266219496727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.019685208797454834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.01940789446234703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013143549673259258,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.0129519272595644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012495925650000572,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008303862065076828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.47.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.08327209204435349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.07815878093242645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.07566919922828674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.06893513351678848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03875156119465828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.036457501351833344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04479289427399635,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04125044494867325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.039257001131772995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.034928761422634125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03369034826755524,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.02271728590130806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.019775578752160072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.018659254536032677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01838558353483677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01146821491420269,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.00980077963322401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.009677482768893242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0090525783598423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.008930894546210766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0062273526564240456,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006311122328042984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005898396484553814,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004474548157304525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.47.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07885553687810898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07390248030424118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07107619196176529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06455038487911224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.036320142447948456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03390887379646301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04268082603812218,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03936529904603958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.036787234246730804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03265068307518959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.031508997082710266,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0214699674397707,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01876245066523552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.01739075407385826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01706225611269474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.01074769627302885,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008977034129202366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008816634304821491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00823906809091568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008078400045633316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005677709821611643,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005624047480523586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005286684259772301,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0036932569928467274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.47.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22567810118198395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.21239610016345978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20825931429862976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18976113200187683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10550669580698013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10050030052661896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.1176816076040268,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10828424245119095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10676565021276474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09513796120882034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09129241108894348,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.059615809470415115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05156655237078667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05032442882657051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.050025586038827896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02975144423544407,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.025460809469223022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.025364315137267113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.023308040574193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.023242389783263206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015241138637065887,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.01473168283700943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014717184007167816,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008897875435650349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.47.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.16902926564216614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13619017601013184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12503422796726227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09971320629119873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07425259053707123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06173262372612953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09171947091817856,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08161686360836029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07822477072477341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.054097890853881836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04994942992925644,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04642084613442421,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04032799229025841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.037118736654520035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.0363163948059082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02454962395131588,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.021576426923274994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.02137712761759758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01826496608555317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01793864369392395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.015345173887908459,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.016289619728922844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.014508282765746117,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.01370453555136919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.47.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1705012023448944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.16084814071655273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.15793251991271973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1442437767982483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07976078987121582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07623171806335449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08817211538553238,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08157899975776672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08069225400686264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07215835154056549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06921329349279404,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04483497887849808,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.038982849568128586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.038164447993040085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03797391802072525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.022406315430998802,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.01967214047908783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.019615262746810913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01813688315451145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.01810596138238907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.011812346987426281,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.011902923695743084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.011552542448043823,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.007993697188794613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.47.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22011487185955048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20767419040203094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2039594054222107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1863449662923813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.1029772162437439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09844790399074554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11373147368431091,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1052699163556099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10415474325418472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09316682070493698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0893520638346672,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05779736116528511,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05023326724767685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04919040575623512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.048940666019916534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02884817123413086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02510448731482029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.025035981088876724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023096565157175064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.023061484098434448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015037920325994492,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014811849221587181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014700014144182205,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009465356357395649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.47.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.19035343825817108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.17620940506458282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.17061203718185425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.15500304102897644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08633092045783997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08130250126123428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09882111847400665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09108743816614151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.08793158829212189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07769753783941269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07431155443191528,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.04976245015859604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04323331639170647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.041161276400089264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04066290333867073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.024942222982645035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.021187033504247665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.020998334512114525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.019485291093587875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.019205406308174133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013266483321785927,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013005726039409637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012606821954250336,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008586271665990353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.48.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07172304391860962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06709802150726318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06463927030563354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.058667492121458054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.033341184258461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.031129132956266403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03903837129473686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.035904671996831894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03380296006798744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.029915573075413704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.028852256014943123,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.01978519931435585,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.017224455252289772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01605142652988434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.015765467658638954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009969498962163925,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.008418004959821701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008283992297947407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007749143987894058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.00761085469275713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005373005755245686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005439945496618748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005022301804274321,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0038141082040965557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.48.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06312518566846848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.058965038508176804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.05603579804301262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.05073206499218941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.028912998735904694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.026646813377738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03501458838582039,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.032262083142995834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.029338371008634567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.025961358100175858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.025068579241633415,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.017605356872081757,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.015366065315902233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.013871321454644203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.013505881652235985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008810333907604218,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.007184836082160473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007001490332186222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00659323250874877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006397139746695757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004668453708291054,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004614097531884909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0042260936461389065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0030379793606698513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.48.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2156020700931549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2019609808921814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19771400094032288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17970532178878784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10031459480524063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.0952983945608139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11221397668123245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10319536924362183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.1016402542591095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08993320912122726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08607123047113419,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.056851569563150406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04912527650594711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.047830600291490555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04751000925898552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.028350936248898506,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024204416200518608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.024104798212647438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022058438509702682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.021981256082654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014515375718474388,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.01402624323964119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013965404592454433,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008471420034766197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.48.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.14450576901435852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.11720993369817734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.10931897163391113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09271363914012909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06273286044597626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05320749804377556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07679811120033264,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06873437017202377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06732312589883804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04933200031518936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.046532731503248215,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03928832709789276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.034055691212415695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03141162171959877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.030759219080209732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.020868849009275436,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01845564693212509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.018372414633631706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.016275938600301743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015987491235136986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013245971873402596,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.014152427203953266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.012604845687747002,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.012073254212737083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.48.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.17345812916755676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.16369685530662537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.16073869168758392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1467474102973938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08119377493858337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07760819792747498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08974483609199524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08303426951169968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08214136213064194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07345116138458252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07048673182725906,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04563990607857704,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03969353809952736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.038864221423864365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03867058455944061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.022802941501140594,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.020050419494509697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.019994711503386497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.018495159223675728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.018466850742697716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012030146084725857,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012171183712780476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01176593266427517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008213531225919724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.48.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22102788090705872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20862171053886414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2048717439174652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18724475800991058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10346153378486633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09891942143440247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1142144501209259,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1057664230465889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10463938117027283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09363751858472824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08984007686376572,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05805669724941254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.050473522394895554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04942759498953819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.049180541187524796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.0289712343364954,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02523985132575035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.025170907378196716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023226069286465645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.023191770538687706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015092585235834122,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014915423467755318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014752613380551338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009551635012030602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.48.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.19531437754631042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.18108220398426056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1755756139755249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.15956056118011475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08859986066818237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08362874388694763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10069552063941956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09311022609472275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09016044437885284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07981561869382858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.0763033777475357,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05068131536245346,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.044146448373794556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04217439889907837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04170164465904236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02532155252993107,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.021596359089016914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.021416233852505684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.019856715574860573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.019586440175771713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013256951235234737,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013071774505078793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012626572512090206,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008421777747571468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.49.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06136385351419449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.0574171245098114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.05503231659531593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.04995541647076607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.02846972830593586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.026463937014341354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.0336528941988945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03111107088625431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.028869900852441788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.025569457560777664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02461516112089157,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.017018381506204605,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.014878340065479279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.013705553486943245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.013415555469691753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.008552197366952896,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007194259203970432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007058884482830763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006625227630138397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.006484741345047951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.00460185669362545,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004685243126004934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0042653498239815235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0032803916838020086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.49.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.05376880243420601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.0502546951174736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.04760177433490753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04313407093286514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.024754555895924568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02273659035563469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03035668469965458,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.027918631210923195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.025101346895098686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.0222721416503191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.021559741348028183,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.015293547883629799,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.013329381123185158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.011895433068275452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.011541541665792465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.00767120998352766,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.006190476939082146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.0060087405145168304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.005699675064533949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.005505137145519257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0040780967101454735,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004034715238958597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0036654716823250055,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002687377855181694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.49.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.20195360481739044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.18939481675624847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.18546079099178314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.16860154271125793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09427321702241898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.08953285217285156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.10558319836854935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.097139872610569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.09553678333759308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08469347655773163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08107112348079681,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05351489782333374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04630359262228012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.045006416738033295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04469883069396019,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.026676561683416367,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.022725626826286316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02262529544532299,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02072041667997837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.020638780668377876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01363513246178627,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013132749125361443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013110174797475338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.007838400080800056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.49.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1341104805469513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.11536307632923126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.10800252854824066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.08906321227550507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06054282188415527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.052699364721775055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07392775267362595,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06716948747634888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06265730410814285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.048388466238975525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.044848956167697906,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03793561831116676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03290759027004242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.029983926564455032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.029255159199237823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.019752703607082367,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01716434396803379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.016907265409827232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015108435414731503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.014796171337366104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.012042663991451263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.012829096056520939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.011281966231763363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.01062677800655365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.49.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1770257204771042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1670089215040207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.16396039724349976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.14980894327163696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08290212601423264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07923126220703125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09173928946256638,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08478063344955444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08386016637086868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07501330226659775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07202310115098953,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04671822860836983,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.040549471974372864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.039701636880636215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.039502911269664764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.023360837250947952,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.020514359697699547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.020458001643419266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01893056370317936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.018899042159318924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01240829098969698,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012495513074100018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012139854952692986,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008488206192851067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.49.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22308802604675293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21051082015037537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.20676589012145996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18898256123065948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.1044514924287796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09986284375190735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11545316129922867,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10678371042013168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.1056409627199173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09453321248292923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09075488895177841,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05874338001012802,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.050980307161808014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04992762580513954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.049675434827804565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.029335718601942062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.025527050718665123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02545968070626259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023503733798861504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.023464210331439972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01538544800132513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015136823989450932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015045100823044777,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009765880182385445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.49.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.1987810730934143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1846303939819336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.17914323508739471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1629403680562973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09025754779577255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08528962731361389,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10272012650966644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09471745043992996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09177624434232712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08141665160655975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07786595076322556,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.051703859120607376,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04490762576460838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04296804592013359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04250999540090561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.025882551446557045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02202952653169632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.021854447200894356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02028331533074379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02002030983567238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.01370240654796362,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013361713849008083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013087017461657524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008669544011354446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.50.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06859227269887924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06391101330518723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.061410948634147644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.055619560182094574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.031817734241485596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.029596591368317604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03735708072781563,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03446423262357712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03229686617851257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02842630445957184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02735249698162079,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.018940653651952744,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.016497595235705376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.015326152555644512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.015039621852338314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009513876400887966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.008026332594454288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007894440554082394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007360672578215599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007222533226013184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0050734467804431915,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005180574953556061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004724782891571522,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0036079776473343372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.50.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.060650784522295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05646887794137001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.053318899124860764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04817633330821991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.027730580419301987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.025382522493600845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03415519744157791,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03140783682465553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.02815207839012146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.024849126115441322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.02402740716934204,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.017182039096951485,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.014952628873288631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.013331273570656776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.012920678593218327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.00861634872853756,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.006936804857105017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006728023290634155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0063692242838442326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0061408961191773415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004589864518493414,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004532452207058668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004102239850908518,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003009567968547344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.50.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.21366021037101746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.1997372955083847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19529327750205994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1771606057882309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0994156077504158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09422579407691956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11160501837730408,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10254724323749542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10079845041036606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08889764547348022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08491478115320206,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05647331476211548,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.048834070563316345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.0473916158080101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.0470559298992157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.028161074966192245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.023970384150743484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.023859374225139618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.021784834563732147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02169197052717209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014391872100532055,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013868740759789944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013816147111356258,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008283610455691814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.50.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.13801456987857819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12141764163970947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11671929806470871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09562201052904129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06268752366304398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.056873515248298645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07138792425394058,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06509467214345932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06409755349159241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05020739510655403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.045924145728349686,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03641108423471451,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03134826570749283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.030277086421847343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.030020084232091904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.018429212272167206,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.016193728893995285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.0161368977278471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.013845521956682205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.013819312676787376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.010406909510493279,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.010681884363293648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.010087167844176292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.00806210283190012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.50.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.17983378469944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1696990728378296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1666039675474167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.15216578543186188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08423648029565811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.0805228129029274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09331132471561432,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08616141974925995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08522669225931168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.0761805921792984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07316578924655914,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04752449318766594,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0412079282104969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04034727066755295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04014410078525543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.023783087730407715,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02083921805024147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.020782291889190674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01921922340989113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.019187211990356445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012645557522773743,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012677133083343506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012372288852930069,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00859478022903204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.50.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22485269606113434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21212303638458252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.20831626653671265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1903889775276184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10530707985162735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10065115243196487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11625412851572037,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10764993727207184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10651546716690063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.0952490046620369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09135407209396362,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.059106823056936264,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05136366933584213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05029427260160446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05004298686981201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.029488135129213333,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02564755640923977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02557522989809513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023588061332702637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02355104312300682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015350340865552425,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015104534104466438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015000675804913044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00960016530007124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.50.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.2005041390657425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1864447146654129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.18097947537899017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1645623743534088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0910380482673645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08612789958715439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10332798212766647,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09550696611404419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09255977720022202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08221976459026337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07861541211605072,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.052022915333509445,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04522605612874031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04328379034996033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04281570017337799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02593505010008812,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.022077608853578568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02189987152814865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.020319733768701553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02005801908671856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013498467393219471,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013220026157796383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012868167832493782,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008345580659806728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.51.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07320498675107956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06839609891176224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06589345633983612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.059815265238285065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03400218114256859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03176441416144371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03963819891214371,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03660670667886734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.034493338316679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03048640303313732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.029346482828259468,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.020081549882888794,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.017500201240181923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.016355345025658607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.016077356413006783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.010076921433210373,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.008535158820450306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008405121974647045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007838841527700424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007705673575401306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0053707570768892765,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005454777739942074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005028937477618456,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0037604880053550005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.51.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06766704469919205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.06313887238502502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.060162901878356934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.054518021643161774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.031087210401892662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.028739485889673233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03740207105875015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.034419283270835876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.0315256342291832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.027854330837726593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.026896921917796135,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.018820224329829216,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.016377776861190796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.014933425933122635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.014573372900485992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.00944624375551939,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.007759513799101114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007571215275675058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007118347100913525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006925657391548157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005030464380979538,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.00498731667175889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004587276838719845,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003323473734781146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.51.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.21793629229068756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20403486490249634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19955472648143768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18111619353294373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.1013861894607544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09624692797660828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11365552246570587,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.1044241413474083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10279782861471176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09082067757844925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08702913671731949,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05755992233753204,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.049736879765987396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04836854338645935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04804631322622299,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.028703473508358,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024460161104798317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02435907907783985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022263143211603165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02218719571828842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01468310970813036,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.01417243480682373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.01412428542971611,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008505621924996376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.51.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.11986491084098816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.09332587569952011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08564502000808716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07162788510322571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.05126802623271942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04243301972746849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.06231498718261719,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.05688687041401863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.055820122361183167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03912953659892082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03600626811385155,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03185106813907623,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.027409294620156288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.02491777203977108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.024296386167407036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.016222193837165833,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.013558484613895416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.013487781397998333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.011349433101713657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.011022529564797878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.009294786490499973,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.009449871256947517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.008576375432312489,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.007202500477433205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.51.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.183458149433136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.17309777438640594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.16991488635540009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1552058309316635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.085988350212574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08215346932411194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09506703913211823,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.0879250094294548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08697639405727386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07772132754325867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07460513710975647,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.048347003757953644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.042020656168460846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.041140444576740265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04093325510621071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.024159593507647514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.021203218027949333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.021144388243556023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01954060234129429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.019507240504026413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01274352427572012,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012830507010221481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012459415942430496,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008609139360487461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.51.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22624564170837402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21346096694469452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.20959818363189697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19150453805923462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10596905648708344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10130752623081207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11713661998510361,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10837356001138687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10722121596336365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09587302058935165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09198816120624542,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05960952490568161,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.051727864891290665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05064970999956131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.050392620265483856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.029755065217614174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.025866948068141937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.025795362889766693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023794079199433327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02375643700361252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015571371652185917,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015295962803065777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015222188085317612,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009801429696381092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.51.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.20123091340065002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.18729141354560852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.18186849355697632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.16541293263435364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0914364829659462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08655321598052979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10376422107219696,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09580735862255096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.0929180160164833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08264627307653427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07903183251619339,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05225876718759537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.045412976294755936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.043510109186172485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04305090755224228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02616414800286293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.022256096825003624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.022082721814513206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.020510459318757057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.020255202427506447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013823873363435268,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.01341557689011097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013218129985034466,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008607812225818634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.52.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.0867430567741394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08100985735654831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.07817590981721878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07092484086751938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04034273326396942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.037713129073381424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04688144102692604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.043198540806770325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.040924616158008575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03614222630858421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03476285934448242,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.02381138503551483,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.020749438554048538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.019452163949608803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01912830024957657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.012014892883598804,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010231447406113148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010089574381709099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.009410236962139606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009261696599423885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006501242984086275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006632481701672077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006111679598689079,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004709034692496061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.52.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07529479265213013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07014244049787521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06700953841209412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06059878319501877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03445320203900337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.031875237822532654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04120117798447609,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03793768212199211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03496571257710457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.030827520415186882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.029727770015597343,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.020730864256620407,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.0180538110435009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.016511593014001846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01612885296344757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.010387536138296127,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008527766913175583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008329915814101696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00780254602432251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007594699040055275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005477277096360922,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005393654573708773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004998268559575081,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0035103061236441135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.52.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22040490806102753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20613153278827667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.2016085386276245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18285542726516724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10212714970111847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09685797244310379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11435351520776749,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10504254698753357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10348152369260788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09141077101230621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08750170469284058,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.057869769632816315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05001024901866913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04865921661257744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04833223298192024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02883295901119709,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02459290251135826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.024494588375091553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022381402552127838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02229405753314495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014746631495654583,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014235676266252995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014188641682267189,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0085161617025733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.52.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.15663032233715057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13538941740989685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12848205864429474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.1104428768157959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06908810138702393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.061373088508844376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08336642384529114,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07423630356788635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07171571254730225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05594246834516525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05333704501390457,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04223059490323067,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03690629079937935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.034663956612348557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03413112089037895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.022467738017439842,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.020547589287161827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.020406275987625122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.018427755683660507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.018201272934675217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.014202933758497238,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.01579800434410572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.01363334059715271,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.013666193932294846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.52.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.18594935536384583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1753847897052765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1721946895122528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1572510451078415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08712442219257355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08323732763528824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09635723382234573,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08911840617656708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08814052492380142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07875597476959229,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07549643516540527,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04895288497209549,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.042575228959321976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.041674673557281494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04146032780408859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.024476096034049988,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.021440625190734863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.021381698548793793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.019747192040085793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.0197138749063015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012883210554718971,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.012916507199406624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012592908926308155,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00859364029020071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.52.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22856682538986206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21559908986091614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21169781684875488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19338694214820862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10704698413610458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10229337960481644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11821058392524719,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1094779372215271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10830235481262207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.0967865139245987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09283127635717392,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06001923233270645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0522473007440567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05115199834108353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05089005082845688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02997155301272869,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.026101816445589066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02602921426296234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02400011196732521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02395753748714924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015605028718709946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015404114499688148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015246998518705368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009823347441852093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.52.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.2042343020439148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1901654452085495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1846851110458374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1680261641740799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09275001287460327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08785483986139297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10521048307418823,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.0971868634223938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09425056725740433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08390962332487106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08018723130226135,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.052873387932777405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04606601968407631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.044141121208667755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04367856681346893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02638952247798443,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.022597918286919594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.022420693188905716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02084902487695217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.020589755848050117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013756409287452698,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013649124652147293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013134877197444439,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008793222717940807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.53.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06556836515665054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.0612257644534111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.0586467944085598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05314101651310921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.030481593683362007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02829255349934101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03611570969223976,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03332434222102165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.030924882739782333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02728879451751709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02626708149909973,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.018280262127518654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.015943948179483414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.014691042713820934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.014386282302439213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.00922283437103033,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007728644646704197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.0075812386348843575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007104524876922369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.006951179355382919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005017215386033058,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005056757479906082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004652170930057764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003560008481144905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.53.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.05560656636953354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05185908451676369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.048810750246047974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04416855052113533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.025568580254912376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.023300515487790108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.031881317496299744,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.02925163134932518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.025936951860785484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.022933488711714745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.022236675024032593,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0160200335085392,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.013932828791439533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.012319523841142654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.011912500485777855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008059799671173096,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.006449443753808737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006235973443835974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.005932773929089308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.005703756585717201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004329672548919916,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004281173925846815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0038479738868772984,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0028950220439583063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.53.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22062064707279205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20648932456970215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.2019663155078888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18332742154598236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.1029813140630722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09765490144491196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11538007855415344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10596001148223877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10437244176864624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09213307499885559,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08812079578638077,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.058483321219682693,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05053957179188728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04916777461767197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04881289601325989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02917122282087803,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02488715946674347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.024791456758975983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022639751434326172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022550754249095917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014953238889575005,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014455701224505901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0143735995516181,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008752630092203617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.53.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.11523833125829697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.0975692868232727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.09252491593360901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0788256973028183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.051700953394174576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04528547450900078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.060344304889440536,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.05499053746461868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.05389033257961273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.041154999285936356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03843215852975845,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.030849888920783997,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.026619862765073776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.025157080963253975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.024815181270241737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.015700606629252434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.013728268444538116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01366241741925478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.011804202571511269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01165388897061348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.009000915102660656,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.009459332562983036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.008575028739869595,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0073794093914330006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.53.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.1879809945821762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.17727410793304443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.17399047315120697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.15888568758964539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08811675012111664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08415715396404266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09745286405086517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09013883769512177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08914642035961151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07962312549352646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07636071741580963,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0495523139834404,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.043074436485767365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04215561971068382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04194222018122673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.024757366627454758,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.021691743284463882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.021632200106978416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.019973909482359886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.019938254728913307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013047819957137108,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013073600828647614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012756354175508022,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00870503205806017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.53.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.22982755303382874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21674880385398865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21281775832176208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1943637877702713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.1076909750699997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10287472605705261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11892779916524887,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11013190448284149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10894335806369781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09732071310281754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09332311153411865,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06045279651880264,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0525578036904335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05144205316901207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05117886886000633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.030159177258610725,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.026224950328469276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.026150459423661232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02409948781132698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.024059562012553215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01568591222167015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015434429049491882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01532821822911501,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00978129729628563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.53.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.20519062876701355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19115473330020905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.18580323457717896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.16898991167545319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09321463108062744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08836687356233597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10552375763654709,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.097478948533535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09469912946224213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08433504402637482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08062177896499634,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05307497829198837,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04614231735467911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.044288765639066696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04384729266166687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02645552158355713,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02255079336464405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.022381318733096123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.020779430866241455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.020530084148049355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.01373989600688219,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013422863557934761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013133954256772995,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008402793668210506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.54.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06904301047325134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06445268541574478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.0618639774620533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.056106869131326675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03209212049841881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.029852095991373062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03775940090417862,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03489645943045616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03257239982485771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.028736291453242302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.027636799961328506,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.019114401191473007,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.016698412597179413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01545709278434515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.015159711241722107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009603703394532204,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.00811185035854578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007970936596393585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0074515510350465775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007304653525352478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005148785654455423,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005262603051960468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004787726793438196,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0036861207336187363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.54.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.05906995013356209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05514949560165405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.051896438002586365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04703135043382645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.027149274945259094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02476603537797928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03399573266506195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.031093774363398552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.027557628229260445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.024394571781158447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.02367265149950981,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.017093054950237274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.014825783669948578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.013065445236861706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01262879092246294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008572079241275787,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0068238829262554646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006597140338271856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.006280928384512663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006037964951246977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0045850384049117565,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.00451479759067297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004059365950524807,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00302741676568985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.54.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22487807273864746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.21027162671089172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.2057574987411499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18661975860595703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10476860404014587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09928996115922928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11744147539138794,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.1079457625746727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.1062818169593811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.093754343688488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08967101573944092,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05950050801038742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05143248289823532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05000007897615433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04966026917099953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029667045921087265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02531002089381218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.025201162323355675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.023027509450912476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022933607921004295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015180105343461037,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014701252803206444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014595653861761093,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008871244266629219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.54.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.13851407170295715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.11645916104316711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11014044284820557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09395818412303925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06332714110612869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05473608896136284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07199233770370483,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06577896326780319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06468486785888672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04902201145887375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04441114515066147,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.036732230335474014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03159056603908539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.030499054118990898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.030236441642045975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01851954124867916,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.016157828271389008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.016093017533421516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01343273464590311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.013360726647078991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.010243065655231476,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.010464785620570183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.009893645532429218,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.007694011088460684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.54.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.19070985913276672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1798420250415802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.17653414607048035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1611538976430893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08943303674459457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08541126549243927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09879886358976364,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09149271249771118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0904892086982727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08078622072935104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07745436578989029,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05023258924484253,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04371841996908188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04278266802430153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04256419837474823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.025090700015425682,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.0220028143376112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.021941037848591805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.020248614251613617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.020215678960084915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013162290677428246,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013242611661553383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012862538918852806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008792324922978878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.54.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.23152899742126465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21831579506397247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2143198847770691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19570177793502808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10850413888692856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10364685207605362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11983899027109146,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11097802966833115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10979056358337402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09805116802453995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09399037063121796,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06091391667723656,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05297679081559181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.051848169416189194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.051580533385276794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.030392516404390335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.026434943079948425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.026358142495155334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.024286556988954544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.024245362728834152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01578289084136486,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015568668022751808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01541848760098219,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009875900112092495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.54.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.20835833251476288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19430960714817047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.18890735507011414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17199909687042236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09469252824783325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08986931294202805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10698968172073364,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09898652881383896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09614936262369156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08579744398593903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08200085163116455,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05384453386068344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.0468367300927639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04497814178466797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04453488811850548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.026805030182003975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.022865941748023033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.022694181650877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02108842320740223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02084066905081272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013860122300684452,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013555905781686306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013254541903734207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008413875475525856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.55.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.078360415995121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.07335105538368225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.0707092434167862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0641445443034172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.036455873399972916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.034107960760593414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04227108508348465,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03923075273633003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03696618601679802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03272054344415665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03138277679681778,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.021410390734672546,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01875499077141285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01754024066030979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.017240235581994057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.010752224363386631,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.009163293987512589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.009025967679917812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.008424511179327965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.00828519370406866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005743663292378187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.00586744723841548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0053830137476325035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004066311754286289,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.55.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06813589483499527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.06373801827430725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06047579273581505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.05477193370461464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03136894106864929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.028927039355039597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.038143157958984375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.0351879857480526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03180826082825661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.028197549283504486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.027193978428840637,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01918591931462288,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.016759449616074562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.015078931115567684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.014656740240752697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.009621636942029,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.007817617617547512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007610566448420286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007184356916695833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0069627948105335236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005102639086544514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005042229313403368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004611451644450426,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0033305343240499496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.55.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22368277609348297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20985622704029083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20541997253894806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18663668632507324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10428418219089508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.0991649329662323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11676941066980362,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10722009837627411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10571508854627609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09362612664699554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08972029387950897,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05918944254517555,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05107759311795235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04979469254612923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.049474384635686874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02950742281973362,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.025152958929538727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.025055935606360435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022928446531295776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022862354293465614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015089043416082859,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.01452728733420372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014524953439831734,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008703764528036118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.55.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.17448493838310242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13500861823558807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12020910531282425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09653570502996445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0768522322177887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06129969283938408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.0944509208202362,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.0869239941239357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.08096353709697723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05372769385576248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.050438083708286285,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04808792099356651,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04162426292896271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03709512576460838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.035959284752607346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.024170124903321266,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01979556865990162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.019408974796533585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015498410910367966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.014867247082293034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013227872550487518,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013493776321411133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.01184622012078762,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.009726512245833874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.55.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.19447676837444305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18331249058246613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.17993289232254028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16431814432144165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09121901541948318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08711892366409302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10094849765300751,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09332296252250671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09230776876211166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08241596817970276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07907892018556595,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05137363448739052,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.044613614678382874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04366651549935341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.043441664427518845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.025676179677248,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02247888594865799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.022418668493628502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.020698364824056625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.0206596776843071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013548924587666988,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013571428135037422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013246404938399792,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009063259698450565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.55.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.23313049972057343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21975582838058472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21574310958385468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19700691103935242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10925821214914322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10436301678419113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12069544196128845,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11177302151918411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11055802553892136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09872596710920334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0946052297949791,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.061356574296951294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.053332917392253876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05219942703843117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05193176865577698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.030607333406805992,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02659270353615284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.026514194905757904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.024416884407401085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.024377500638365746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.015894832089543343,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015613056719303131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01552719809114933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009844587184488773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.55.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.20973359048366547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19562552869319916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19019760191440582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17298461496829987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09532088786363602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09046391397714615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.1079275906085968,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09965001046657562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09676434099674225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.086344875395298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08249998092651367,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.054290786385536194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04718269035220146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.045303281396627426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.044857848435640335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.027091562747955322,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023080311715602875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.022907955572009087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.021293988451361656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.021045060828328133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014135906472802162,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013757526874542236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013528591953217983,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008645539171993732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.56.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07252130657434464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06787790358066559,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.0650588646531105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05904032289981842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03385123237967491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03144790604710579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04003092274069786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03696528077125549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03432650864124298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.0303860642015934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02926287241280079,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.0203586183488369,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.017809543758630753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.016409724950790405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.016065502539277077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01035361923277378,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.00879299733787775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.0086287222802639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.008133296854794025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007964680902659893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005783452186733484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0059458063915371895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005384632386267185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004408529959619045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.56.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.063896544277668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05974230542778969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.05651748180389404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.05114610493183136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.029425952583551407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.026975562795996666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03612881526350975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.033258117735385895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.029841188341379166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.02640095166862011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.025531865656375885,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.018161268904805183,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.015837203711271286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.014148666523396969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.013716151937842369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.009115613996982574,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.007340294774621725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007120042573660612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.006744849495589733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006510641425848007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004836268723011017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.00477431109175086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004327867180109024,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0031465075444430113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.56.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22420522570610046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20995506644248962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.2055107206106186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18674612045288086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10447679460048676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09920431673526764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11709554493427277,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10758018493652344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10596352815628052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09374541789293289,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.0896674320101738,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.059306126087903976,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05126956105232239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.0498662143945694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04952744394540787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029569804668426514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02521251142024994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02510235831141472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022969380021095276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022885290905833244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01512190792709589,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014583184383809566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014544790610671043,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00874909944832325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.56.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.13099521398544312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.10428928583860397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.09410358965396881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0787929818034172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.056906312704086304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04450837895274162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07316257059574127,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06573405861854553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06046471744775772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.044107045978307724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.041449613869190216,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.037369102239608765,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.033148638904094696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.029484258964657784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.028592973947525024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02055678889155388,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.018517160788178444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.018240073695778847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01658368855714798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01614760421216488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.013754093088209629,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.015220274217426777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.012877045199275017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.013471759855747223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.56.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.195106640458107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18390661478042603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18048803508281708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16465292870998383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.091490238904953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08735083788633347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1011366993188858,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09362136572599411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0925927385687828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.082609161734581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07919609546661377,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05141613632440567,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.044740479439496994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04377848282456398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04354967549443245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.025677794590592384,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.022498276084661484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.022432267665863037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02069929800927639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.020662764087319374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013453570194542408,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013524919748306274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013143590651452541,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008952045813202858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.56.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.23449723422527313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22107475996017456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21701140701770782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19807150959968567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10996391624212265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.1050039678812027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12138232588768005,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1124953180551529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11126146465539932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09931246936321259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09513405710458755,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06168233975768089,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0536794476211071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05252736434340477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05225704237818718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.030750850215554237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02675936184823513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.026682546362280846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02456423081457615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02452421560883522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01591537892818451,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01571347936987877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015539064072072506,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009915708564221859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.56.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21390944719314575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19969701766967773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19430333375930786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17677021026611328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09720057249069214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09237011522054672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10997718572616577,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10145305842161179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09864004701375961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08813446760177612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08420789986848831,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05524725839495659,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04801284894347191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.046167779713869095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04573102295398712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02761681191623211,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023492908105254173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.0233249980956316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02169042080640793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.021443743258714676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.01446650642901659,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.013951288536190987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013867698609828949,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008717717602849007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.57.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07378693670034409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06889751553535461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06621569395065308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.06002577021718025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03436608985066414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.032001737505197525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04013771563768387,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.037214819341897964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03487060219049454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.030742906033992767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.029459455981850624,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.02031402662396431,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01781356707215309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.016541089862585068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.016231613233685493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01018874254077673,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.00865496601909399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008510447107255459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007941599935293198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.00779018783941865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005445892922580242,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005579706747084856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005072659347206354,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003877592971548438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.57.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06089869886636734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05686795711517334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.053475044667720795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.048423126339912415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.0280759334564209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02558375708758831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03510814905166626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03221976384520531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.028483061119914055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.02519630827009678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.024441948160529137,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.017678748816251755,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.015366345643997192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.01352469902485609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.013061023317277431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008874754421412945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.007053668610751629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006819902453571558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.006486956961452961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.006235337350517511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004730080254375935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004655797965824604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004194015171378851,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003122387221083045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.57.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.23210033774375916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.21722668409347534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.21256287395954132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.19305264949798584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.1084485873579979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10286962240934372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.12142381817102432,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.11157632619142532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10990235954523087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09701541066169739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09278084337711334,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0615367591381073,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05321706086397171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05175019055604935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.051395148038864136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.03070128709077835,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02617216855287552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.026064112782478333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02380209043622017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.023720139637589455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015704363584518433,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.015145362354815006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.015108654275536537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.009082856588065624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.57.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.13894158601760864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12215981632471085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11733874678611755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10353429615497589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06355195492506027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05642040818929672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07173579186201096,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06600909680128098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06505396217107773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.052834101021289825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.049087539315223694,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03657487779855728,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03154965117573738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.030424432829022408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.030159013345837593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01830601878464222,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01575687900185585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.015692954882979393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.013627195730805397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.013547195121645927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.009822731837630272,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.009733252227306366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.009466301649808884,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.006620549596846104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.57.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.19717949628829956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18584129214286804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18239764869213104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16649982333183289,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09254571795463562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08836868405342102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1023678183555603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09468230605125427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09364993870258331,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08355245739221573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08013090491294861,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05211293697357178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0452774278819561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04430428147315979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04407840222120285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.026045553386211395,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.022826699540019035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.022762300446629524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02100643701851368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.020970001816749573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01375278364866972,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013797183521091938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013441191054880619,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009234041906893253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.57.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.23676835000514984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22319678962230682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21907898783683777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20003847777843475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11109059303998947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10608241707086563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1227736622095108,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11363612115383148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11240115016698837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10031203925609589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09616407752037048,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06244724988937378,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.054261110723018646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05310290679335594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05282401666045189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.031165875494480133,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02709943614900112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.027023952454328537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02488742396235466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.024845603853464127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016255581751465797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01598820649087429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015879524871706963,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010196241550147533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.57.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21341247856616974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19927386939525604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19378463923931122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17627832293510437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09701932221651077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.0921405479311943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10976751893758774,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10141309350728989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09845716506242752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08798831701278687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08409769088029861,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.055260494351387024,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04803415760397911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04612836614251137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04567022621631622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02764875814318657,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023545654490590096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.023368479683995247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.021755939349532127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.021503053605556488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014570705592632294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.01410141121596098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01397175993770361,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008961464278399944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.58.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.066464364528656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06197033450007439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.059234313666820526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05368318781256676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.030900493264198303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02858714386820793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03668033331632614,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.033966924995183945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.031367599964141846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.027631189674139023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02654949389398098,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.018570009618997574,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01628216542303562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.014908064156770706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.014571031555533409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009338784031569958,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007853802293539047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007693772669881582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.0072161853313446045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007045448757708073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0050334022380411625,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.00517140980809927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004630236886441708,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0036484282463788986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.58.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.0509558841586113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.04748736321926117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.0441918820142746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04004326090216637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.023462463170289993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.021141089498996735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.030156344175338745,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.02754823863506317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.02382838912308216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.021055158227682114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.02052301913499832,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.015155314467847347,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.013159792870283127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.011379197239875793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.010901175439357758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.007671342231333256,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.00600056117400527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.005758410785347223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.005531820468604565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.005273581948131323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004140297882258892,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004095785785466433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0036042884457856417,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0028172640595585108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.58.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2206977754831314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2064589560031891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20183061063289642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1832251101732254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10322482883930206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09786071628332138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11587665975093842,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10650769621133804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10469304770231247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09230481088161469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.0882187932729721,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0586840845644474,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05079251527786255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04929008334875107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.048943839967250824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029260359704494476,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024966899305582047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02484245039522648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02269352227449417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02258688025176525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014988751150667667,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.01451168768107891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014397679828107357,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0087622394785285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.58.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.11262806504964828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08884617686271667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.0809481292963028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.06990199536085129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04963479936122894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.0403115376830101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.060987211763858795,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.055350057780742645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.05298576131463051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03778998553752899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.035976868122816086,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03112296387553215,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.026917047798633575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.024354511871933937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.023720597848296165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01582447625696659,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01349836029112339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.013358536176383495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.011398911476135254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.011047343723475933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.009021995589137077,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.009701782837510109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.008269782178103924,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.007649417966604233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.58.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.19831600785255432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18689601123332977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18344815075397491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16742278635501862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09311145544052124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08887702226638794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10306352376937866,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09527835249900818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09422928839921951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.084029421210289,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08057742565870285,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05244796723127365,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04556573927402496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04458213597536087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04435223713517189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.026225214824080467,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02297229878604412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.022909922525286674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.021140320226550102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02110140770673752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013841696083545685,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013896930031478405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013531996868550777,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009310855530202389,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.58.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2375413179397583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.2238636165857315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21972492337226868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20053517818450928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.1114858016371727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10642774403095245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1231832206249237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11407144367694855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11280928552150726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10062586516141891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09637204557657242,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0626600906252861,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05446183681488037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05329729989171028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05301874130964279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.031263336539268494,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.027206983417272568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.027128523215651512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.024979060515761375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.024936191737651825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016291312873363495,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016069645062088966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015913192182779312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010267781093716621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.58.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21368207037448883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19966067373752594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19413207471370697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17661817371845245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0971912369132042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09234873950481415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11003085225820541,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10165141522884369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09861917793750763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08818117529153824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08423170447349548,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05529911071062088,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.048135679215192795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.046218711882829666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.0457594096660614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.027556758373975754,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023599758744239807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.023417947813868523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02181433141231537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02155841328203678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014318464323878288,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014144950546324253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01369865145534277,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009001890197396278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.59.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07111376523971558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06630349904298782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06341688334941864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05746089667081833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03317047283053398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03070560097694397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03967355191707611,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03637523204088211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.033681899309158325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.029664846137166023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.028655793517827988,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.020198514685034752,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01749701239168644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01606863923370838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.015716150403022766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.0102307740598917,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.00851354282349348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008345972746610641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.00783376395702362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007659729570150375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.00556917255744338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005634538363665342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0051510026678442955,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004027463961392641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.59.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.053892843425273895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.050207555294036865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.046664297580718994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04212664067745209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.02475806325674057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.022296100854873657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.031827282160520554,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.0291732270270586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.025143887847661972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.022210702300071716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.021635813638567924,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.01600770466029644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.013879667967557907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.011968075297772884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01146798674017191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008055991493165493,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0063052186742424965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.00605021370574832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.005807851906865835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.005530165508389473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004337620921432972,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004293043166399002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.003759216284379363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0029323757626116276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.59.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22011049091815948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2056041657924652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20091311633586884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18199360370635986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10270383208990097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09720820933580399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11519081890583038,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10594253987073898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.1040920689702034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09163720905780792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08751270920038223,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.058369118720293045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.050482094287872314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04898177087306976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04863375425338745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029099958017468452,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024766085669398308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.024653000757098198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02246994338929653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022365735843777657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014884540811181068,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014343471266329288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014278389513492584,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008570444770157337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.59.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.14484457671642303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12190944701433182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11546333879232407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0948302149772644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06540051102638245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05705029144883156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07490480691194534,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.0684470534324646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06744352728128433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04960375651717186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04557693377137184,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.038259416818618774,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.0329713299870491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03162702918052673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03130418434739113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.019342517480254173,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.017022909596562386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01696508191525936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01410567108541727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.013997440226376057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.010896030813455582,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.011393840424716473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.010492991656064987,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.00870057288557291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.59.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.19965684413909912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18809111416339874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1845671832561493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16842493414878845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09376989305019379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08949731290340424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1037958562374115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09596430510282516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09489507228136063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08458924293518066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08111074566841125,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05284256115555763,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04589129984378815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.044900961220264435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04466518387198448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02641034685075283,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.023133283481001854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023069055750966072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.021277859807014465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.021240990608930588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013951319269835949,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01398959755897522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013634216971695423,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009368916042149067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.59.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.23997914791107178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22610192000865936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2219310700893402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20250433683395386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11265165358781815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10751832276582718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12450826168060303,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11527795344591141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.1139867901802063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10163536667823792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0973677933216095,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06336154788732529,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05503477901220322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05385195463895798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05356967821717262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.031626954674720764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.027474548667669296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02739366702735424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02521282434463501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.025166748091578484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016515813767910004,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016202198341488838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01613045297563076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010313382372260094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.59.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21651366353034973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.20233555138111115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1968185156583786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17903777956962585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09846196323633194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09358031302690506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11117199808359146,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10285604745149612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09990651160478592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.0893755778670311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.0853499323129654,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.055939819663763046,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04874982684850693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04683063551783562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04638201370835304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02792755700647831,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023954324424266815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.023769067600369453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022157615050673485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02189713902771473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014577747322618961,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014408379793167114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01397119089961052,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.00923888385295868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.60.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.05125841498374939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.04753045365214348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.044521134346723557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.04023602977395058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.023766761645674706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02148088999092579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.02959623374044895,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.027389956638216972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.024178463965654373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02117564156651497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.020402397960424423,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.014933007769286633,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.013107208535075188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.011499010026454926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.011090928688645363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.00754029443487525,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.006118023302406073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.005916581954807043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.005620246287435293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.005399568472057581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004135404247790575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004191004671156406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.00368065619841218,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0029817852191627026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.60.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.030194707214832306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.0280279740691185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.024180354550480843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.021876981481909752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.013785024173557758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.01143565308302641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.020438972860574722,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.018586579710245132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.014033165760338306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.012458929792046547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.01233904529362917,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.010240642353892326,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.008898424915969372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.006741924211382866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.006149504333734512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.0051987809129059315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0037042333278805017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.0033927890472114086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00346299703232944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.003124041249975562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0029554213397204876,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0028555337339639664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.002380178775638342,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002042339649051428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.60.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2248247265815735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2094251811504364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20459236204624176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18508097529411316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10516832768917084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09924528002738953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11824677884578705,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10868727415800095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.1067328155040741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09349970519542694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08924023061990738,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.059999704360961914,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.051827482879161835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05018634721636772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.049804434180259705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029931500554084778,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.025388259440660477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.025267906486988068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022969476878643036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022848686203360558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015293756499886513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014724654145538807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014634688384830952,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008799632079899311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.60.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.13785934448242188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.11964453011751175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11470961570739746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09865123778581619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0625486820936203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.055936362594366074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07101554423570633,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06503751128911972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06420955806970596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05080265551805496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04705209285020828,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03604644909501076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.031062521040439606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.029965639114379883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.02970658615231514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.018154850229620934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.015647659078240395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.015596017241477966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.013366303406655788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.013293900527060032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.009924543090164661,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.00982543732970953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.009575562551617622,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.006884058006107807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.60.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20086570084095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18915905058383942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18566134572029114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16936302185058594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09436880052089691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09005004167556763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1045578345656395,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09658422321081161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09550678730010986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08511023968458176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08164169639348984,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.053212620317935944,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.046211376786231995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.045205917209386826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04497196525335312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.026658397167921066,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.023324260488152504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023260198533535004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.021456260234117508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.021418960765004158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014182361774146557,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014156588353216648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013864831998944283,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009539123624563217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.60.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24188806116580963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22784507274627686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22362209856510162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20396891236305237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11358052492141724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10840251296758652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12549743056297302,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11621198058128357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11495782434940338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10245288908481598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09810090065002441,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06383243948221207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05548693239688873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05429045110940933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.054003868252038956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.0318378321826458,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.027687188237905502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02760765329003334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.025397347286343575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.025352731347084045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016553232446312904,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016309665516018867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016162296757102013,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010355285368859768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.60.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21993392705917358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.20575904846191406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.2001447230577469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.18209894001483917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.10003674775362015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09513667970895767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.1133129820227623,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10451861470937729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10146959871053696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.09089931845664978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08683019131422043,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05700226128101349,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04950970038771629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.047569505870342255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04711245372891426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.028514282777905464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.024299703538417816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.024118583649396896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022494174540042877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02223840169608593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014991587959229946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014577890746295452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014363251626491547,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009312284179031849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.61.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06634768098592758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.061728477478027344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.059075042605400085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.053526535630226135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.030907277017831802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02861560508608818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.036533452570438385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03380151465535164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.031392645090818405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02757534757256508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02643975242972374,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.018494796007871628,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01619732193648815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.014919831417500973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.014607111923396587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.00930603314191103,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007868889719247818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007723764982074499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.00721795205026865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007063074968755245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005031068343669176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0051735746674239635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004652442876249552,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0036724936217069626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.61.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.046682171523571014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.04338579997420311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.04022203013300896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.03639647364616394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.02147306501865387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.019233519211411476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.027985375374555588,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.025441177189350128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.021809987723827362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.01923873834311962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.018761906772851944,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.014086708426475525,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.012119561433792114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.010388793423771858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.00993109680712223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.00710296630859375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0054734875448048115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.005233940668404102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.005037518683820963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.004784474149346352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0038314841222018003,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.003736346960067749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0033029371406883,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002541374182328582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.61.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.23611147701740265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.22051575779914856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.21560199558734894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1953134685754776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.11040540039539337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10454809665679932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.12347113341093063,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.11375705897808075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.11197137832641602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09849157184362411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09408179670572281,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.06255321949720383,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05421010032296181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05268331617116928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.052319467067718506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.031202146783471107,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.026635603979229927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.026523752138018608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.024141142144799232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.024055780842900276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01595023088157177,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.015403532423079014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.015356786549091339,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00920348521322012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.61.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.13285012543201447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.11253855377435684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.10665575414896011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09014704078435898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06088665872812271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05300525948405266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.06908013671636581,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06339094042778015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.062329474836587906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04647336155176163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04349825903773308,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.035158030688762665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.030278444290161133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.02915588952600956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.028889236971735954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.017614195123314857,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.015066531486809254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.015003793872892857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.012213924899697304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.012146019376814365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.009418236091732979,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.009257417172193527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.009059586562216282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0062195127829909325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.61.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2031446397304535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19123505055904388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18762053549289703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1711321920156479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09547293931245804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09107158333063126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10566337406635284,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09773025661706924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09663762152194977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08604675531387329,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08241790533065796,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.053780410438776016,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04673958197236061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04572184756398201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04548424482345581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02687717042863369,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02356177754700184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023495227098464966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.021651621907949448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.021613191813230515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.0141708143055439,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014248806983232498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013840525411069393,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009539035148918629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.61.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24351441860198975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22930920124053955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22502095997333527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20522238314151764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11436156928539276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10913169384002686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12643222510814667,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11705119907855988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11575760692358017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10311118513345718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09870906919240952,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06430987268686295,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05588443577289581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05467027425765991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05438598617911339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03208364546298981,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.027865929529070854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02778320200741291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02554425597190857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.025500435382127762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.0166819728910923,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016387436538934708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016286350786685944,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010359901003539562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.61.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.22190259397029877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.2077132910490036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.20215550065040588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1838594675064087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.1009582132101059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09606735408306122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11399038881063461,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10539105534553528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.1023598462343216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.09174241870641708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08759578317403793,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05733511596918106,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.0498562715947628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.047936975955963135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.047472450882196426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02857452817261219,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02436651661992073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.024185266345739365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.0225323848426342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.022277947515249252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014823534525930882,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014430378563702106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014197437092661858,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008957053534686565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.62.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.0718923807144165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.0668836310505867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06405211240053177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.057933058589696884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03347611427307129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.031022779643535614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03947366401553154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03655022755265236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.034014370292425156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.029843952506780624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.028603503480553627,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.019995979964733124,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01752917282283306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.016179753467440605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01584910787642002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.010062100365757942,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.008560128509998322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.00840635597705841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007853634655475616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.0076914215460419655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005445892456918955,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005656912457197905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005045720841735601,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004061260260641575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.62.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.051219865679740906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.04764433950185776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.044420719146728516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04015769436955452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.023651018738746643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.021310748532414436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03032376430928707,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.027636578306555748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.02403920330107212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.021145958453416824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.02059224434196949,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.015290141105651855,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.013209112919867039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.011441237293183804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.010993922129273415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.007681478746235371,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.00604263786226511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.005812790710479021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00555943138897419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.005311666522175074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004151783883571625,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0041202520951628685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.003616395639255643,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0028450696263462305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.62.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.23004001379013062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2149389684200287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.2102450579404831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.19038255512714386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.1078256219625473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10213090479373932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.12066861242055893,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.11108601093292236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10931222140789032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09619779884815216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09184834361076355,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.06115768477320671,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05295746400952339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05147184804081917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.05111587047576904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.030504459515213966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02600689046084881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.025891723111271858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.023558789864182472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.023474443703889847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015590282157063484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014997855760157108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014999166131019592,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008911204524338245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.62.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1315578669309616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.11661341786384583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.10995462536811829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0949036255478859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.060085479170084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05346006155014038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07278643548488617,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06664716452360153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.061631325632333755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.050217725336551666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04666002467274666,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.037052784115076065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03190809115767479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.029017401859164238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.028300872072577477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.018680190667510033,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.015385506674647331,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.015070557594299316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01348693948239088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.013121495954692364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.010279844515025616,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.010275662876665592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.009396263398230076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0073422896675765514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.62.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20490217208862305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19289803504943848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1892741471529007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17252302169799805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.0963602289557457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09191761165857315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10669704526662827,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09862186014652252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09750664234161377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08681187033653259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08316364139318466,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.054317232221364975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04719901457428932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04617445915937424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04593060910701752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027164675295352936,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.023841191083192825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023773450404405594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.021919840946793556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.0218785610049963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014387011528015137,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01449249591678381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014059736393392086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00979416910558939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.62.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24562840163707733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23122939467430115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22688257694244385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.2068997621536255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11538343131542206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.11005835980176926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12746663391590118,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11806958168745041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11676967889070511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10397578030824661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09949897974729538,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06484903395175934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05637720972299576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05515097454190254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05486087501049042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03235471993684769,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.028120409697294235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02803960256278515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.025766711682081223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02572258561849594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01681038923561573,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01655070297420025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01641286537051201,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010487946681678295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.62.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.22442705929279327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.20990844070911407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.2042078673839569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.18579864501953125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.10207769274711609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09711821377277374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11548446863889694,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10661577433347702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10353147983551025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.09275458008050919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.0885467678308487,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05795598030090332,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.050496187061071396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04854978621006012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04808569326996803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.028870273381471634,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02483149617910385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.024645673111081123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022992916405200958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.022729936987161636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014956320635974407,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.01492615882307291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014314769767224789,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009582290425896645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.63.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06832890212535858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06364474445581436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06060067191720009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05488136038184166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03181423619389534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.029308322817087173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03846678510308266,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03530816361308098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0323091484606266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.028432855382561684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.027445625513792038,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.019520306959748268,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.01697152480483055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.015409497544169426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.015023683197796345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009880698285996914,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.0081910016015172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008005877956748009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007539572659879923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007341503165662289,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005414901301264763,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005487387999892235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004956788383424282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.003941121511161327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.63.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.048141103237867355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.04475212097167969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.04148345813155174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.0375482439994812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.022197416052222252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.01990262046456337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.028812585398554802,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.026256056502461433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.02256726287305355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.01989014819264412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.019399210810661316,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.014543726108968258,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01255641970783472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.010744588449597359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.010263609699904919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.007337851449847221,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.005653840955346823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.005415685474872589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.005205243825912476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.004950664937496185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.003962259739637375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.003863843157887459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.003426935290917754,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002640829887241125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.63.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2235967069864273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20881855487823486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20397385954856873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18477678298950195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10465903580188751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09898906946182251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.1173444464802742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10806138068437576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.1061643585562706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09331250935792923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08899815380573273,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.059447359293699265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.051541633903980255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04999631270766258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04962247610092163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02965664491057396,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.025361193343997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.025239836424589157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.023006964474916458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022911332547664642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015229083597660065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014828000217676163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014635324478149414,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.009074199944734573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.63.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.14428921043872833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.11840681731700897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.10955563932657242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09393463283777237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06185944750905037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.053984664380550385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07854101061820984,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07083068042993546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06761205941438675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.050321415066719055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04846729710698128,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.040272168815135956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.034394897520542145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.030483556911349297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.029492897912859917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02079586312174797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.017166050150990486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.016955817118287086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015152877196669579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.014610067941248417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.012350649572908878,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.012703288346529007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.011268113739788532,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.010150149464607239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.63.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2059708833694458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19390493631362915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19023369252681732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17335370182991028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09688188135623932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09239357709884644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10732401907444,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09918460994958878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09805038571357727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.0872729942202568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08364851772785187,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.054728422313928604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04748482257127762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.046447236090898514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04620019719004631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027383144944906235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024012655019760132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023945609107613564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022078532725572586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02204219065606594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014576299116015434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014640239998698235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01424669474363327,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009953146800398827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.63.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24568568170070648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23129133880138397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2269170731306076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20683813095092773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.1154392659664154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.11010249704122543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12761646509170532,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11816330999135971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11686042696237564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10401488095521927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09954298287630081,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06496170908212662,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0564437098801136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.055213697254657745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05492676794528961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.032409362494945526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.028172584250569344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.028089025989174843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.025813432410359383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.025768443942070007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016884775832295418,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016617638990283012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016483671963214874,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010575325228273869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.63.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.22501543164253235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.21057836711406708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.2048404961824417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.186272531747818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.10240136831998825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09742320328950882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11581331491470337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10697011649608612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10385013371706009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.0931006446480751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08881942927837372,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05823490396142006,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.050717517733573914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04872388765215874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04824494943022728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.029125094413757324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.024954477325081825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.024763770401477814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.023120412603020668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.022857896983623505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.015288288705050945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.015060159377753735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014649365097284317,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009741856716573238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.64.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07415337860584259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06910909712314606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06626799702644348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.060034800320863724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03457239642739296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.032102394849061966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04064752906560898,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03765825554728508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03509896993637085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03089570812880993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02961483597755432,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.02059907093644142,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.018039176240563393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01667902059853077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.0163471307605505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.010355636477470398,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.008788972161710262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.008633079007267952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.008070312440395355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007906165905296803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005584080703556538,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005754864774644375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005178286228328943,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004077768884599209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.64.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.05860253423452377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.05454251170158386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.05125559866428375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.04632863029837608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.026969412341713905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.02449144795536995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03391578420996666,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.031079208478331566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.02741081267595291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.024175994098186493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.023416602984070778,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.017059627920389175,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.014808956533670425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.012987122870981693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.012520955875515938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.008568918332457542,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.00677560456097126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.006535949185490608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00622150581330061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.005965860094875097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004572023171931505,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004492536652833223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004004038870334625,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0029955189675092697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.64.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2378278225660324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2222946435213089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.21749576926231384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.19713465869426727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.11122050881385803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10543032735586166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.12435464560985565,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.11457160115242004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.11278621107339859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09942667186260223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.094771608710289,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.06300866603851318,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05464654415845871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05310463160276413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.052728909999132156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.03142032399773598,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.026823289692401886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.0267045758664608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.024337198585271835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.024240687489509583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.016048667952418327,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.015446271747350693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.015453065745532513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.009151667356491089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.64.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.17416462302207947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.132105752825737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11668169498443604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09393583983182907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07372573763132095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05768122524023056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09455658495426178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08638373762369156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.08097544312477112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.052825961261987686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05146542191505432,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04818740487098694,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04136351868510246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03568795323371887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03422550857067108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.024219589307904243,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01915127970278263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.018798058852553368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015330136753618717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01444842666387558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.01324200164526701,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.013412410393357277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.011438161134719849,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.009670796804130077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.64.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2052016407251358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19309094548225403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1894168257713318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17256471514701843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09655508399009705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09206074476242065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10685275495052338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09885232150554657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09774238616228104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08694266527891159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08323625475168228,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05445277690887451,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.047324150800704956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04628657549619675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04603995010256767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027218373492360115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.023909108713269234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023839781060814857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02197197824716568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.0219316054135561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01440985593944788,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014561361633241177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014076354913413525,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009865906089544296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.64.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2465806007385254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23203691840171814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2276146113872528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.2074693739414215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11592493206262589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.1105286106467247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.128173828125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11866585165262222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11732572317123413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10438729077577591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09987881779670715,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06522489339113235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.056701697409152985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.0554625429213047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.0551619827747345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03259247913956642,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.028353940695524216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02826809324324131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02598116174340248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.025934752076864243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01705767773091793,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.0168016254901886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01665555313229561,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010804012417793274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.64.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.22505584359169006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.21052366495132446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.20469771325588226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.18610508739948273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.10240042209625244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09735768288373947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11576829850673676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10714516043663025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10387009382247925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.09306526929140091,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08875393867492676,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.058244846761226654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.050776101648807526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04870767518877983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04821232706308365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02906164526939392,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.024915168061852455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.024715615436434746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.023074358701705933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02279824949800968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.015147554688155651,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.015002936124801636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014495475217700005,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009632406756281853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.65.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.061195410788059235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.0567864254117012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.05405409634113312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.04878348857164383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.028461193665862083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.026164758950471878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.034168682992458344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.031565867364406586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.02893184870481491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.025302421301603317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.024244653061032295,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.01729067973792553,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.015111242420971394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.013726494275033474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.013384360820055008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.008692835457623005,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007218839135020971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.007053955923765898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006598842330276966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.006420791149139404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.004684386774897575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.004753447137773037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004268642980605364,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0033168469090014696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.65.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.038548946380615234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.03568801283836365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.03259705752134323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.029320625588297844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.017672352492809296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.015537023544311523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.023852897807955742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.021573225036263466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.017975855618715286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.015759320929646492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.015429229475557804,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.011993346735835075,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.010271378792822361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.00857456587255001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.008107512257993221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.0060666934587061405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.004554100800305605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.004309412557631731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.004190314561128616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0039267996326088905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.0033026416786015034,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0032027994748204947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0027794023044407368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.002195039065554738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.65.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.23358266055583954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.21790820360183716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.21278825402259827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1923341155052185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10930674523115158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10336288064718246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.12243431061506271,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.112793929874897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.11098431050777435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09715919941663742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09254796802997589,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.06204887479543686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05381500720977783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.052248626947402954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.051871635019779205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.03095906227827072,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0264552254229784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.026334302499890327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.023909691721200943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02382827177643776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015860768035054207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.015370292589068413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.015263399109244347,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.009279493242502213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.65.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.14432808756828308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12413257360458374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.1177203506231308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09901115298271179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06568058580160141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05869469791650772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.0762864351272583,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06977872550487518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06775391101837158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05144269019365311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04792872816324234,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.038812629878520966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03331371769309044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.031477078795433044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03102770820260048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01944848522543907,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.016393907368183136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.016266394406557083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.013604686595499516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01339351013302803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.010382408276200294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.01034699846059084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.009798466227948666,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0071021877229213715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.65.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20810088515281677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19569236040115356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.191942036151886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1748562902212143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09790650755167007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09332648664712906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1083235889673233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1002645194530487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09912797063589096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08811275660991669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08430544286966324,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05515531450510025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04796244576573372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04690045490860939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.046651434153318405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027557428926229477,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02417270466685295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024103466421365738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022190475836396217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02214958518743515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01450258493423462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014626648277044296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014164125546813011,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009801185689866543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.65.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2476203888654709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23294979333877563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22852157056331635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20817507803440094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11644280701875687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.1110021099448204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1287875920534134,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1191832646727562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.1178809329867363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.1048232764005661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.10023873299360275,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06556273251771927,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05694691091775894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.0556962788105011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05540132150053978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.032738011330366135,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02845000848174095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.028365783393383026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.026062022894620895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.026015587151050568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01711105927824974,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016829878091812134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016705568879842758,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010772484354674816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.65.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.22714826464653015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.2125132530927658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.2067633718252182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1879425346851349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.10334812104701996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09833848476409912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11672166734933853,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10793491452932358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10479894280433655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.09391152113676071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08959241211414337,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.058694954961538315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.05108291283249855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04910203441977501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04862727224826813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.029235433787107468,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02501286193728447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.024828078225255013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.023143835365772247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02288273721933365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.015142375603318214,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014894108287990093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01449709851294756,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009364977478981018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.66.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.06838585436344147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06367137283086777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.06067337468266487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.05490616336464882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03185644373297691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02938700094819069,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.038117215037345886,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.0352645181119442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03236174210906029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02843230776488781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02727198600769043,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.019297068938612938,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.016885906457901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01538555882871151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.015015682205557823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009698848240077496,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.00811530090868473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.00793660432100296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.007446845527738333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.007254664320498705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.005223758518695831,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005368055775761604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004769055172801018,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0037893294356763363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.66.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.04823841154575348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.044901683926582336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.041347965598106384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.037450160831213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.022228430956602097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.01979040913283825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.0294233076274395,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.026738857850432396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.022598212584853172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.01994863525032997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.01950776018202305,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.014803084544837475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.012748056091368198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.010762717574834824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.010239269584417343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.007432400248944759,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.005682145245373249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.005409381818026304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.005239204969257116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.004938861355185509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.00399304972961545,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.00392541429027915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0033692854922264814,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0026670789811760187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.66.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.24200785160064697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.22594206035137177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.22075802087783813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.2000039517879486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.11329857259988785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.1072348803281784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.12680484354496002,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.1168498694896698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.11494743824005127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.10100223124027252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09624610841274261,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0642503872513771,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05572397634387016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05410352721810341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.053713493049144745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.03205491602420807,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02734689973294735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02721473015844822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02476668916642666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.024657489731907845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.016379982233047485,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.01579142175614834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.01576618105173111,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.009390374645590782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.66.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1546376496553421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12472259998321533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11411093175411224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09691587835550308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06797794997692108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.0559774786233902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.0833815336227417,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07654906809329987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07229533791542053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.0515708327293396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05013122409582138,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04248253256082535,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03661589324474335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.032729290425777435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03175797313451767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02132462151348591,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.017236463725566864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01695510931313038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01409837044775486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.013498954474925995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.011458993889391422,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.01146701816469431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.010223446413874626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.007948080077767372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.66.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20854344964027405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19616283476352692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19237466156482697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17520113289356232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09818724542856216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09358331561088562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10871409624814987,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10053574293851852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09939277172088623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08833862096071243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08450719714164734,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05540991947054863,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0481315441429615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04706946387887001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04681635648012161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027711296454072,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024318130686879158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024245399981737137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02233380824327469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022294580936431885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01468530111014843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014804555103182793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014346144162118435,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010028562508523464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.66.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24719548225402832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23250383138656616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22810150682926178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20775242149829865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11627569794654846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.1108303889632225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12852419912815094,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11904112249612808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11771013587713242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.1046186313033104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.10005518049001694,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0654391422867775,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05686219781637192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05561386048793793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05531500279903412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03264589607715607,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.028393695130944252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.028311900794506073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.026006381958723068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02595827728509903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016991347074508667,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01677625998854637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016584092751145363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010714291594922543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.66.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21170474588871002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.19796320796012878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1923440843820572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.17480073869228363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09636591374874115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.0915701761841774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10925457626581192,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10099264234304428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.0977487787604332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08753842115402222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08349013328552246,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05495835468173027,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.047867000102996826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.045851629227399826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04536588862538338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.027456730604171753,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023461155593395233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02326228655874729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.021717872470617294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02144697494804859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014369560405611992,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014147200621664524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.01372046209871769,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009090697392821312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.67.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.058927737176418304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.05495135858654976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.051052726805210114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.04627590253949165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.027577310800552368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.024772707372903824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.03536836802959442,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.03237142413854599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.027996525168418884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.02468498982489109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.024003252387046814,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.018002789467573166,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.015605677850544453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01350188534706831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.012952051125466824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.009194777347147465,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.007390042766928673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.00711417431011796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.006852585822343826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.0065555572509765625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0051978281699121,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005323959514498711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.004591863602399826,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.00401659170165658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.67.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.03882261738181114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.036089375615119934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.032369520515203476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.029169214889407158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.017833620309829712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.015437760390341282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.024418290704488754,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.022509299218654633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.01812741346657276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.015964273363351822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.01562222559005022,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.012320207431912422,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.010710509493947029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.008677415549755096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.008106904104351997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.00623402139171958,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.0046103717759251595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.004318090155720711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.004252019803971052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.003932185471057892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.003454054705798626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0033112119417637587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0028747785836458206,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0022605215199291706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.67.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2353072613477707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.21849337220191956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.21311888098716736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.19172793626785278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10989070683717728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10345213860273361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.1238345056772232,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.11373530328273773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.111595019698143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09713653475046158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09242277592420578,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.06282071024179459,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05429236963391304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.0525159016251564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.05210109427571297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.03135478496551514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02664964273571968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02652112953364849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.024008583277463913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.023890476673841476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01609519124031067,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.015622231177985668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0153754698112607,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.009569594636559486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.67.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07644182443618774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.06026555970311165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.05029793828725815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.04365210607647896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.032322775572538376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.02403431199491024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04899334907531738,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04347129166126251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03588222339749336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.026588398963212967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02623162977397442,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.02550967037677765,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.021650251001119614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.01681872084736824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.015478355810046196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.013750705868005753,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010683789849281311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010237234644591808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.009850087575614452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009191358461976051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.00896961335092783,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.009223531931638718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.007793777622282505,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.007954425178468227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.67.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.21045242249965668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19786286354064941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19406209886074066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17671625316143036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09908874332904816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09442086517810822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10964681953191757,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1014738455414772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.1003110483288765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08911726623773575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08526306599378586,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0558256097137928,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.048582300543785095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04750489071011543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04724910855293274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027912795543670654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024539753794670105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02446797862648964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022527147084474564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02248591184616089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01472330093383789,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014931157231330872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014382035471498966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010105324909090996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.67.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24794474244117737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23318959772586823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22872823476791382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20828485488891602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11666864901781082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.11119702458381653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12897942960262299,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11945518851280212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.1181170865893364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.1049639955163002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.100384421646595,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06566076725721359,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.057084012776613235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05582473427057266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05552530288696289,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03277801722288132,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.028547782450914383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.028461355715990067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.0261431522667408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.026098089292645454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01709963195025921,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016933079808950424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016689717769622803,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010911415331065655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.67.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.22430382668972015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.20981258153915405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.20382902026176453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.18523289263248444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.10208480060100555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09700705111026764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11596214026212692,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10705281794071198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10354016721248627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.09274749457836151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08850943297147751,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.058274559676647186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.050678007304668427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.048546433448791504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.048032425343990326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.029116343706846237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02478913590312004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.024578891694545746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022944146767258644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.022656936198472977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.01526808924973011,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014881784096360207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014588670805096626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009463323280215263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.68.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.0862264484167099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08037755638360977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.07762494683265686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07026254385709763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04031437635421753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.037699878215789795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.046540793031454086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04302000626921654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.04090574383735657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.035927027463912964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03435581177473068,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.023590778931975365,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.020580891519784927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.0193841140717268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.019095471128821373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.011824559420347214,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010100645013153553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.009972966276109219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.009230962023139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009099272079765797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0062800184823572636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006403032690286636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0059057255275547504,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004405467305332422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.68.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.0747852474451065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.06960834562778473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06649518758058548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06007660925388336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03460715711116791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.031996093690395355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.0416298434138298,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03800531104207039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03513561934232712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.030850820243358612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.029711877927184105,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.020990513265132904,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.018123138695955276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.016614971682429314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.016245121136307716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.010513359680771828,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008594194427132607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008412688039243221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007838609628379345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007646947633475065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005537065211683512,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005445186514407396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0050447494722902775,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00358623918145895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.68.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.24902582168579102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.23258206248283386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.22739367187023163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.20565101504325867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.116580069065094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.11043138056993484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.13004007935523987,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.11999467760324478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.11824966222047806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.10378539562225342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09887395799160004,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.06590577960014343,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05724116787314415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05569760128855705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.055327899754047394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.0328768827021122,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.028270794078707695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.0281540360301733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.025642799213528633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.025544987991452217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.016888583078980446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.016503695398569107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.01630551554262638,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.010119601152837276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.68.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1622997373342514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.13319163024425507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12503018975257874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.10427998006343842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07367862015962601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.06363827735185623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.08375069499015808,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07659125328063965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07546110451221466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.0538078136742115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05034315958619118,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04255250096321106,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03657306730747223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.03528718277812004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03498047590255737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.021390371024608612,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.018457574769854546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.018389984965324402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.014640513807535172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01451239362359047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.011664380319416523,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.011634805239737034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.011262720450758934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.008203288540244102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.68.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20906884968280792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19654901325702667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19273310899734497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17546284198760986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09844345599412918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09378434717655182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10893340408802032,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1008063480257988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09966875612735748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08850318193435669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08472917228937149,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05547565966844559,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04827166721224785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04720083251595497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04694598540663719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02774306759238243,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02440330572426319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024332553148269653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02240566723048687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022365614771842957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014643552713096142,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.0148831931874156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014300276525318623,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010111331008374691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.68.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24611812829971313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23140017688274384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22695672512054443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20661398768424988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11579525470733643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.11035826057195663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12817628681659698,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11857946217060089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11727143824100494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10415294021368027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09956319630146027,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06526890397071838,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05668247491121292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05543132126331329,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05513209477066994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.032657332718372345,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02835906110703945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02827625535428524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02597110904753208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.025922268629074097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01717708446085453,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016846371814608574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016773389652371407,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010879935696721077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.68.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.22609832882881165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.2111877202987671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.2047640085220337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.18589816987514496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.10285928100347519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09750338643789291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11774290353059769,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10843237489461899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10441453009843826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.09334610402584076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08906078338623047,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05911658704280853,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.05135319009423256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04895903170108795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04838148131966591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.029515206813812256,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02506791613996029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02482800930738449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.023190835490822792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02286820486187935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.015464862808585167,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.015188289806246758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.0146897928789258,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009768819436430931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.69.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.09819914400577545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.09168820083141327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.0887991338968277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.08044631779193878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04596308618783951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04313259571790695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.05311926081776619,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04871682822704315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.04663373529911041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04105734825134277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.039458855986595154,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.027144093066453934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.023387469351291656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.02216847985982895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.021877218037843704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.013723033480346203,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.011563659645617008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01143819373100996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.010592768900096416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.010464721359312534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.007297738920897245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.00727488286793232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006928580347448587,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004983207210898399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.69.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.0847003236413002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07893056422472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.0757814422249794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06848887354135513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03930225595831871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.036556027829647064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04635539650917053,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.04257311671972275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03988104686141014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.035058483481407166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.03363173082470894,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.023401867598295212,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.020291555672883987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.018834799528121948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.018477238714694977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.011715703643858433,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.009689997881650925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.009519249200820923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.008829381316900253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008654968813061714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.006129565183073282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.006024621427059174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005654158536344767,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003891719738021493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.69.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.23461537063121796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.21921119093894958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.21442243456840515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.19398218393325806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10971353948116302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10393813997507095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.12229537963867188,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.11291088163852692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.11121033877134323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.097863107919693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09317976981401443,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.06191962957382202,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.053821031004190445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05236145481467247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.052001986652612686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.030888129025697708,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02647852897644043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.026371117681264877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.024028891697525978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.023944169282913208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015796948224306107,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.015340753830969334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.015264681540429592,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.009214465506374836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.69.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1482272446155548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12581880390644073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.11837024986743927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.09364216029644012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.06700107455253601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.058933306485414505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07842880487442017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.0718589797616005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06909183412790298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.05055290460586548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04525194317102432,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03985597565770149,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03425690904259682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.032091278582811356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.03156951442360878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.019928492605686188,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.016688158735632896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01651371456682682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01347658596932888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.013271446339786053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.01057086605578661,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.010570481419563293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.00987874437123537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.007190509233623743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.69.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.21342773735523224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.200578510761261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19670332968235016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17906436324119568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10048528760671616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09572655707597733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11115294694900513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10292182862758636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10174352675676346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09033673256635666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08634889125823975,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05658898502588272,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04927219823002815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04817929118871689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04791950061917305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.028296442702412605,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02487882226705551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024807441979646683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022831521928310394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02278936840593815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014910569414496422,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015131747350096703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01455814577639103,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010228241793811321,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.69.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24786077439785004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23303399980068207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22851955890655518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.20800116658210754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11671978235244751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.1111803874373436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12898628413677216,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11948652565479279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11815935373306274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10490482300519943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.1002434641122818,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0656966120004654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05710851773619652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.055841390043497086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.055546391755342484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.0327945314347744,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02857239544391632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.028489623218774796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02615712396800518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02611018903553486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.017114831134676933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016973504796624184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016704266890883446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.01096447091549635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.69.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.2238105982542038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.20890644192695618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.2024076133966446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.18373419344425201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.10186073184013367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09646152704954147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11623217165470123,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10754320025444031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10345492511987686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.09239184111356735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08806053549051285,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.058490775525569916,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.05103191360831261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04853919893503189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.047947078943252563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.029186632484197617,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.02497611753642559,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.024723274633288383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02312580496072769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02278262935578823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.015230895951390266,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.015319818630814552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014417068101465702,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.010066325776278973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.70.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.08500118553638458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.07920277863740921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.07634709775447845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.06910813599824905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03972458466887474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03708350658416748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04659094288945198,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04262594133615494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.04032782465219498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03545200824737549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.034249447286129,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.023694762960076332,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.020419271662831306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.0191325843334198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01881854236125946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.011889763176441193,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.009972348809242249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.00983085110783577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.009124214760959148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.008977660909295082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006318448577076197,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006340419873595238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005928536411374807,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0043484908528625965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.70.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.0740450993180275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.06882724910974503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06584950536489487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.059489656239748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03427542746067047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03172785043716431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04084871709346771,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.03756503015756607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03480580449104309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03055734373629093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.029336165636777878,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.020610153675079346,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.017897581681609154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.016464654356241226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01611344888806343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.010336000472307205,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008502312935888767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008335300721228123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0077494303695857525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007569847162812948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005449485965073109,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005364171229302883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.00499922689050436,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0035157850943505764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.70.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22441746294498444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20968246459960938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20491214096546173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18525922298431396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10481119155883789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09916827827692032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.1170487105846405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10806970298290253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10625847429037094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09347805380821228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08897425979375839,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05925479158759117,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.051518142223358154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05002334713935852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.0496840700507164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02956243045628071,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02530883438885212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.025204947218298912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022954443469643593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022872334346175194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015142783522605896,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014690297655761242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014608965255320072,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008855990134179592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.70.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.13372264802455902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.10242261737585068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.09243649989366531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07361201196908951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.05691410228610039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04680907353758812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07017508149147034,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06418269872665405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06140104681253433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04018561169505119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03890308365225792,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03565315902233124,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.030683856457471848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.02750074490904808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.026701167225837708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01792081817984581,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.014807874336838722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.014639925211668015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.011804432608187199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01134573295712471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.009838343597948551,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.010240436531603336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.008841857314109802,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.007598160766065121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.70.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.21459287405014038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.20161482691764832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19773690402507782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1799849271774292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10104208439588547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09626279771327972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11182649433612823,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10347838699817657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10230044275522232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09082275629043579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08684296905994415,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.056953661143779755,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.049530260264873505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04843160882592201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04817165806889534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.028474126011133194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02498263120651245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024907924234867096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.02291477471590042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022871918976306915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014999404549598694,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015151625499129295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014642554335296154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010186245664954185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.70.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24728411436080933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.23248569667339325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.22800791263580322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.2075093537569046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11644509434700012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.11093465238809586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12885507941246033,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11923044174909592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.1179225742816925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10469505190849304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.10003365576267242,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06563709676265717,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.056998174637556076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.0557388961315155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.055448032915592194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03280901908874512,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.028540799394249916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02845890074968338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.0261330958455801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.026085561141371727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.017224879935383797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016988210380077362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01681862585246563,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.011019432917237282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.70.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.22297190129756927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.20768605172634125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.2007599025964737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.18210357427597046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.10136289149522781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09573042392730713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11669556051492691,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10768528282642365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10304871946573257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.09181258082389832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08757790923118591,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05874832347035408,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.05104023590683937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04832582175731659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.0476628839969635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.029324788600206375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.024857351556420326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.024581052362918854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022986100986599922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.022615021094679832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.015412949025630951,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.015290923416614532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014534867368638515,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.010028363205492496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.71.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.08909006416797638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08295246213674545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.0799717977643013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07230319827795029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04159829020500183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03880088031291962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04819740355014801,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.044652700424194336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.042234599590301514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03707064315676689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.035437386482954025,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.024427281692624092,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.02135891653597355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.020006496459245682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.019682174548506737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.012235866859555244,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010417417623102665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010266170836985111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.009513979777693748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.00935713667422533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006489413790404797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006616435945034027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006075994577258825,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0045257387682795525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.71.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.08267278224229813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07693830132484436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.0736660584807396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06656381487846375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03835570812225342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.035547658801078796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04540383443236351,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.041833020746707916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.038957007229328156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03418417274951935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.03279058262705803,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.022971972823143005,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.019987216219305992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.018410172313451767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.018030446022748947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.011505762115120888,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.009489724412560463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.009301799349486828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.008644519373774529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008446604944765568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.00605504447594285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005947408266365528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.0055631655268371105,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0038553932681679726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.71.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.24243132770061493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.22655408084392548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.2215748429298401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.2004248946905136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.11352390050888062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10751137882471085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.12660016119480133,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.1168329194188118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.11510798335075378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.101252481341362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09638545662164688,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.06419402360916138,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05573505535721779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05422469601035118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.05384954437613487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.03200696036219597,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.027441872283816338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.027324354276061058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02488894946873188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.024801379069685936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.016396084800362587,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.015921294689178467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.01584324985742569,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.009625316597521305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.71.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1085815578699112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08828933537006378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08218055963516235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07272172719240189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04796509072184563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04005567356944084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.05662377551198006,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.051744453608989716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.050825778394937515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.037786561995744705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03549933806061745,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.028981341049075127,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.02500602975487709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.023314593359827995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.022899053990840912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.014635675586760044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.012607482261955738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01254991628229618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.010719637386500835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.010505801066756248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.008160727098584175,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.008615437895059586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0076503753662109375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.006560746114701033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.71.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.21085891127586365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19818012416362762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.19429650902748108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1768125295639038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09929999709129333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09457644075155258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10989587008953094,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.1017276793718338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10055732727050781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08923226594924927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08530371636152267,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05595596134662628,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04867355152964592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.047582633793354034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.047327328473329544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027954576537013054,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024518363177776337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02444605529308319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022475820034742355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022436173632740974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014689169824123383,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.0148277897387743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014335758984088898,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009914533235132694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.71.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2419121116399765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22738070785999298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2229900062084198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.202894389629364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11391693353652954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.1085372120141983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12613724172115326,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11667081713676453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11535453796386719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10238686203956604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09787063300609589,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0642564594745636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05577154830098152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.0545288547873497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05424075201153755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03209541365504265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02790898270905018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.027829058468341827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.025546342134475708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02550126425921917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016836272552609444,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016595112159848213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01643763855099678,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010737542994320393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.71.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21790343523025513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.20255020260810852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19547080993652344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1772451400756836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09903702139854431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09325619786977768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11442511528730392,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10565412789583206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.10079045593738556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08955894410610199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08541256189346313,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.057686205953359604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.050066523253917694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04720241203904152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04651337116956711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.028770260512828827,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.024244507774710655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02395152486860752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02237917296588421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.021982643753290176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.015062307007610798,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014892478473484516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.014127131551504135,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009668772108852863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.72.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.09749941527843475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.09098998457193375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.087991863489151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07967579364776611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.045589037239551544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04272196814417839,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.05232784524559975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.0484778955578804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.04626084119081497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04067884013056755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03888486325740814,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.026534130796790123,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.023177795112133026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.02188827656209469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.021580934524536133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.013283022679388523,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.011341352015733719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.011205093935132027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.010357175953686237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.010218152776360512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.007011551409959793,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.0070879217237234116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006621261592954397,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004773375578224659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.72.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.08742019534111023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.0814952403306961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07823187112808228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.07069401443004608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.04050026834011078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03768834099173546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04764001816511154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.043911162763834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.04110421612858772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03615112975239754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.03459766134619713,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.024002501741051674,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.020941942930221558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.019423477351665497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.019043559208512306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.012025948613882065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.009983963333070278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.009809698909521103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.0091017447412014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008912098594009876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.006299425847828388,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.006206861697137356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005824164487421513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.004002820234745741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.72.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.24039259552955627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2247469127178192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.21992790699005127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1991414725780487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.11245302110910416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10671523958444595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.1254357397556305,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.11564067751169205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.11400435119867325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.10049142688512802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09574664384126663,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.06355436891317368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05515919625759125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.053703512996435165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.0533558651804924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.03168700635433197,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.027145417407155037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02703455463051796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.024642864242196083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.024563536047935486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.016210980713367462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.015676043927669525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.015665806829929352,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.009383555501699448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.72.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.13304802775382996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.10845539718866348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.10113711655139923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.08921877294778824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.060296349227428436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04998631030321121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.06921613961458206,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.0636928379535675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.062461402267217636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04633033648133278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.043382566422224045,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.0355052575469017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03062768094241619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.029096920043230057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.02872786857187748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.017810627818107605,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.015417748130857944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.015346509404480457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.012754020281136036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.012587216682732105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.009734144434332848,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.010067583061754704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.009263326413929462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.007360463030636311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.72.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.21025022864341736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.19756130874156952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1937246322631836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17624518275260925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09908091276884079,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09436559677124023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10970277339220047,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10146180540323257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10032543540000916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08903590589761734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08510754257440567,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.055912718176841736,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04860198497772217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04751664772629738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04726169630885124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02796250768005848,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024568993598222733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024499982595443726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022546928375959396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022506240755319595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014798494055867195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014990115538239479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014448023401200771,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010191110894083977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.72.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.24101221561431885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22647525370121002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.2220829725265503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.2020949274301529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.1135331392288208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10812124609947205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12552422285079956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11624378710985184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11495622247457504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.10200216621160507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09743955731391907,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.06394057720899582,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05556461587548256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05433352664113045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.0540386438369751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03191538527607918,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.02780245617032051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.027721727266907692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.025439569726586342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02539288066327572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016659334301948547,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.016524819657206535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.016258303076028824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010683169588446617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.72.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.21397730708122253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1983759105205536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.19091758131980896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1730237454175949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.0971304327249527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.09120029211044312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11303145438432693,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.10428743809461594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09900691360235214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.0876806452870369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.0836569219827652,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05696966499090195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.049412086606025696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04634906351566315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04560830071568489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.028440609574317932,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023896928876638412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.02359233796596527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.022044481709599495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02162625826895237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014951253309845924,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014844965189695358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013941151089966297,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009804138913750648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.73.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.0959855318069458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08958118408918381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08684831857681274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0786249116063118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0449044369161129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04215632751584053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.05144580453634262,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04743310064077377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.04555173218250275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.0400606133043766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03835586830973625,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.026095230132341385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.022688688710331917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.02155769057571888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.021286815404891968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.013076676987111568,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.011135900393128395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.011017885059118271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01015982124954462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.010039560496807098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006896669510751963,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.00688471645116806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006544299423694611,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0045804111286997795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.73.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.08560144156217575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07979036122560501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07690315693616867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06945832073688507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03979452699422836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03711909055709839,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04647069796919823,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.042729657143354416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.04038413241505623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03547383099794388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.03398337960243225,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.023477016016840935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.020383113995194435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.019076397642493248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.0187537781894207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.011740591377019882,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.009792313911020756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.00964497309178114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.008913598023355007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008761933073401451,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.00613310094922781,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.006034403573721647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005714855622500181,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0038801676128059626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.73.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2342812418937683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.21907570958137512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.21430981159210205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1938888132572174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10968483984470367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10401764512062073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.1221008375287056,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.11277826130390167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.1111476942896843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09785997122526169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09327206760644913,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.061874352395534515,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05376196652650833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05234764888882637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.05200270563364029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.030862396582961082,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.026481086388230324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02637673169374466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02402292750775814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.023949211463332176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015784747898578644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.015297386795282364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.015274235978722572,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.009168886579573154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.73.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.14533650875091553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.12214942276477814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.113814577460289,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.08998043090105057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.063412606716156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.05588535591959953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.0782511755824089,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07140626013278961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.0675993338227272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04941052943468094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04580659419298172,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04003226011991501,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.034698281437158585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.031173188239336014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.030289681628346443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.02042679488658905,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01749546080827713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.017262237146496773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015077672898769379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.014648410491645336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0118608633056283,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.012836922891438007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.010845202952623367,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.01028952281922102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.73.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20613934099674225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1936223804950714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18981702625751495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.17273500561714172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09707677364349365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09246428310871124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10767917335033417,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.0994468405842781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09831748902797699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08721568435430527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08338555693626404,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05482843145728111,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.047617293894290924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.046554118394851685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04630216583609581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027466896921396255,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024044955149292946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023974500596523285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022052006796002388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022009234875440598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014587639831006527,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014627095311880112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014236691407859325,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.00989365391433239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.73.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.23459301888942719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.22042027115821838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21614858508110046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19665750861167908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.11048784106969833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10521292686462402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.1221599131822586,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11313454806804657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11186753213405609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09922268241643906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09479372203350067,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.062189534306526184,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.0540713295340538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.05287043750286102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.0525856651365757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.031050987541675568,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.027041226625442505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.026961835101246834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.024734871461987495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.02468780055642128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.016196060925722122,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01604369468986988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015803318470716476,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010333589278161526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.73.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.20436443388462067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1888858675956726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1817280501127243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.16465207934379578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09275554120540619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08689754456281662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.10797331482172012,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09958755970001221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.09470590949058533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08356833457946777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07966344058513641,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05435033142566681,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04730304330587387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.044315338134765625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.043586622923612595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02717296965420246,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.022925427183508873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.0226255115121603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.02113131247460842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.02071247063577175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.01433464977890253,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014360439963638783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013391828164458275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.009595055133104324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.74.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.09166888147592545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08544109761714935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08256339281797409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07466362416744232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04282006621360779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04007614403963089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04965738207101822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.045566681772470474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.04346825182437897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.038164470344781876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03668194264173508,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.025278430432081223,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.02185649983584881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.020634466782212257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.020340586081147194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.012704778462648392,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010781505145132542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010649176314473152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.009862774983048439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009728329256176949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0067767188884317875,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006850658915936947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006402063183486462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004749136045575142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.74.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.0822676494717598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07658424228429794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07364416122436523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06649874150753021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03813939914107323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03551013767719269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.0445905439555645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.041138309985399246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03868873789906502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.033952366560697556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.03252973034977913,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.022505447268486023,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.019623367115855217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.01828199066221714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.0179592277854681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.011277356185019016,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.009416579268872738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.009269989095628262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.008575267158448696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008421883918344975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005927719175815582,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005863291677087545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005519942380487919,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0038199499249458313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.74.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2163037210702896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20199736952781677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.19750341773033142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.17859628796577454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10112854093313217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09577703475952148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11282186210155487,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10421419888734818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10249750316143036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09013840556144714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08588357269763947,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05721215903759003,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04972272366285324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04828410595655441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04795696958899498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.02854103222489357,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.024438202381134033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.024334531277418137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.022160610184073448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.022069282829761505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014627023600041866,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014189273118972778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014112401753664017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008554445579648018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.74.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.13098417222499847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.10774392634630203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.1005990132689476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.08492590487003326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.05860750004649162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04974297061562538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.06870007514953613,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.06260470300912857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06092303246259689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.044991347938776016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.041767243295907974,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03519775718450546,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.030292002484202385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.02851216122508049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.028085982427001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01784377731382847,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.015611632727086544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.015513842925429344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.013158516027033329,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.012974813580513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.010149390436708927,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.010845075361430645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.009624234400689602,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.008509857580065727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.74.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20198501646518707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18976692855358124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1860477477312088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16924498975276947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09524494409561157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09069499373435974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10549957305192947,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09754015505313873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09644653648138046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08553902804851532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08181171119213104,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05388951674103737,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04676742106676102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04572724178433418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.0454808846116066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.026950661092996597,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.023731864988803864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.023665137588977814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.021790120750665665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.021754136309027672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014358523301780224,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.014613017439842224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014026791788637638,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010093762539327145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.74.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.23057815432548523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.21665911376476288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.21246705949306488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.19326646625995636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.1086898148059845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.10351938754320145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.12026850134134293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.11131038516759872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.11007482558488846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.09763143211603165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.09327403455972672,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.061371855437755585,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.05325458198785782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.052071068435907364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.05179589241743088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.03065958246588707,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.026774298399686813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.026699643582105637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.024523165076971054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.024476516991853714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01617753878235817,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01610974222421646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01579771190881729,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010672032833099365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.74.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.20857660472393036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.1921989917755127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.18474039435386658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1672235131263733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.09446315467357635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.08836564421653748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.11040548235177994,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.1016572117805481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.0965796411037445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.08496112376451492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.08101663738489151,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.05566474422812462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.0482727475464344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.045152436941862106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.04439215734601021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.02779495157301426,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.023409657180309296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.023105530068278313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.021560294553637505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.021123835816979408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.014677542261779308,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014747590757906437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.013657068833708763,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.00993772130459547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.75.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.08988381177186966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.0838090106844902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08111315220594406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07333804666996002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04201318323612213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03937424719333649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.048380978405475616,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.044594086706638336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.04264272749423981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03745858743786812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.035871393978595734,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.024555860087275505,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.021342039108276367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.02019033022224903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01991400308907032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.012320121750235558,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010480684228241444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01036030426621437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.009568184614181519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009446419775485992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006531932856887579,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006571018137037754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.00617947056889534,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004462318029254675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.75.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.08413757383823395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.0783778727054596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07547139376401901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06802290678024292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.03899813070893288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.03632621839642525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04557186737656593,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.0420280285179615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03960150480270386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03474367409944534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.03318816423416138,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.02301659993827343,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.020057547837495804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.018701251596212387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01836966723203659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.011527476832270622,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.009631316177546978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.009480349719524384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00877476204186678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008614075370132923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.006057593040168285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005998901091516018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005628106649965048,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003914668224751949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.75.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.21966837346553802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.20527614653110504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20062023401260376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.1816600263118744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10267375409603119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09736166894435883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11448143422603607,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.1056433618068695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10406385362148285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.0916006788611412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08726351708173752,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.0580500066280365,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05040377750992775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.049057018011808395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.048745300620794296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.028947841376066208,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02491690218448639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02481277845799923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02261248230934143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0225471630692482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01488629262894392,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014576328918337822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014391920529305935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008983566425740719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.75.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.12763088941574097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.09756284952163696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08687614649534225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0729936957359314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.05388709157705307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04244214668869972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.06948711723089218,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.0629289299249649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.05955038219690323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.04014970734715462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.038881804794073105,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.03559977561235428,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.03049018420279026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.026478618383407593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.025448765605688095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.018171342089772224,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.014768574386835098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.014560998417437077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.012377256527543068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01179807260632515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.010451805777847767,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.010891351848840714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.009288703091442585,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.008539674803614616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.75.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.19092580676078796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.17931438982486725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.17580284178256989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1599053591489792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08995094150304794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08563922345638275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09969305247068405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09214088320732117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.09108355641365051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.0807919055223465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07725168019533157,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05079448223114014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04414224997162819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04314563795924187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04291041940450668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02542121894657612,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.022306270897388458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.02224009670317173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.020463615655899048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.020423579961061478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.013481979258358479,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013610759750008583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.013160656206309795,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009255409240722656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.75.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.2196386456489563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.2062949389219284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.20228669047355652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.18396183848381042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.10347777605056763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.0985412448644638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.11468452215194702,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.10599709302186966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.10478970408439636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.0929654985666275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0888446643948555,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05849410220980644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.050740037113428116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.04960528016090393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04933439567685127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.029282519593834877,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.025565706193447113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.025491749867796898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.023430727422237396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.023389209061861038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.01555266696959734,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.0154717480763793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.015187328681349754,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.010366608388721943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.75.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.18357916176319122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.16822569072246552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.1609405279159546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.1457500159740448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.08338479697704315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.07733402401208878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.0987798199057579,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.09062366187572479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.0854589119553566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.07469989359378815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.07135426998138428,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.049946267157793045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.04349397122859955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.04025372117757797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03948984295129776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.025174129754304886,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.021571390330791473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.021231092512607574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.01994781754910946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.019478969275951385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.01366623304784298,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.014526205137372017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.012561686336994171,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.01074348483234644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.76.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.09678144007921219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.09035584330558777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.08770319819450378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07942183315753937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.045201122760772705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.04248733073472977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.05167028307914734,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04761307314038277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.045826368033885956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.040383417159318924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.038635239005088806,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.026234369724988937,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.022785579785704613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.021692557260394096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.021436311304569244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.013134628534317017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.011209573596715927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.011098569259047508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.010242498479783535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01013195887207985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006914855446666479,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006926300469785929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006586108356714249,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0046262191608548164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.76.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.08845151960849762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.08255792409181595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07949882000684738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.07172694802284241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.040940433740615845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.038171663880348206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.047630660235881805,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.04411232843995094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.04149580001831055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03654038906097412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.034866053611040115,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.02399858646094799,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.020982900634407997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.019594674929976463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.019254691898822784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.012001760303974152,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.010029952973127365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.009868660010397434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.009137527085840702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008971022441983223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.00625665532425046,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.0061565604992210865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005820116028189659,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0038873988669365644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.76.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22939132153987885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.21482513844966888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.21035005152225494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.19052088260650635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.1071552112698555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.10174078494310379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11924239248037338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.1100209504365921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10856132209300995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09574135392904282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09132281690835953,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.060501035302877426,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05247081071138382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05118734762072563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.05087403953075409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.030170904472470284,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.025964273139834404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.02587520331144333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.023622268810868263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02356375940144062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.015515008009970188,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.01512975711375475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.015017127618193626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.009296620264649391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.76.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1709464192390442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.1334017515182495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.12028899788856506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.0981350988149643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.07548397034406662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.061013419181108475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.09232603758573532,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.08368470519781113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.07981652766466141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.054281335324048996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.05010264366865158,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04724673554301262,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.04022504761815071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.036533936858177185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.035626333206892014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.0237275343388319,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.01963663473725319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.01939033716917038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.015728959813714027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.015229295939207077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.012985019013285637,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.01343752071261406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.011835245415568352,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.009971983730793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.76.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.17219242453575134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.16175752878189087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.15857791900634766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.14428593218326569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.0812579095363617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07739078998565674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08994828164577484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08323590457439423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.08227592706680298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07300391793251038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.0698581114411354,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04603035748004913,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.040080372244119644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03918762132525444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03897610306739807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.023032141849398613,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.020647959783673286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.020586838945746422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.019034558907151222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.019001169130206108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012393433600664139,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.013153914362192154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.012107950635254383,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009604367427527905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.76.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.20134226977825165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.18919755518436432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.18552744388580322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.16877073049545288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.09522472321987152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.09069129824638367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.10541453957557678,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.09752604365348816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0964004248380661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.08557158708572388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.08189764618873596,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.05404741317033768,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04708543047308922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.046057552099227905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04581079259514809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.027064437046647072,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.024502437561750412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.024435603991150856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.022638706490397453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.022601686418056488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.014714835211634636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.015917306765913963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.014386963099241257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.01194356381893158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.76.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.16919386386871338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.15433333814144135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.14519952237606049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.13112860918045044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.07634052634239197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.06987174600362778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.09522590041160583,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.08669111877679825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.07838017493486404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.0681305006146431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.06514684110879898,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.047102827578783035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.040928661823272705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.03690102696418762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.03592280298471451,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.023699603974819183,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.019846929237246513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.01945783756673336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.018324797973036766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.017804302275180817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.013118206523358822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.01362086832523346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.011999811977148056,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.010176844894886017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.77.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.0878346636891365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.0819360539317131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.07933785021305084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07169473171234131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04098207503557205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03844068944454193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04709986224770546,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.04340769350528717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.041569408029317856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.036520857363939285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.0349450558423996,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.023899514228105545,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.02076062187552452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.019689207896590233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.019426442682743073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.011987079866230488,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010227801278233528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010115686804056168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.009338008239865303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009228106588125229,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006358693353831768,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006416988093405962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006032405886799097,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.0043808589689433575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.77.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07947880029678345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07399117201566696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.07127237319946289,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06432225555181503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.036822713911533356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.034326259046792984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04289507120847702,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.039620403200387955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03734705597162247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.03278258815407753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.03127869963645935,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.021653007715940475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01891683042049408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.017645372077822685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.017336998134851456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.010846436955034733,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.00909811444580555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008952000178396702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.00828823447227478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.008138500154018402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005719141568988562,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.00566454092040658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.005333871580660343,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0037136937025934458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.77.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.22196103632450104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.2075204998254776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.20321135222911835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.18383805453777313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10371298342943192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.09838521480560303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.11555123329162598,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.10656838864088058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10506372153759003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09249547123908997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.08815260231494904,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.058538198471069336,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05081254988908768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.049497153609991074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.049191493541002274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.029198385775089264,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.02507016435265541,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.024980392307043076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02274753898382187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.02268168330192566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.014979063533246517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.014553491957485676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.014498071745038033,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008843230083584785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.77.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.1399070918560028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.09773461520671844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.07966823130846024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07370110601186752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0602104477584362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.039207715541124344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.07986815273761749,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.07238958775997162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.06500871479511261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.041747063398361206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.04193007946014404,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.04095130413770676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.0350036658346653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.02966136857867241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.02827872335910797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.020868802443146706,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.016748925670981407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.016296278685331345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.013638308271765709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.01278048474341631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.01201530359685421,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.012650863267481327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.010453719645738602,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.009995000436902046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.77.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.15817737579345703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1486072987318039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1456947922706604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1325061321258545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07442990690469742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.07086215913295746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.08261298388242722,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.07629580795764923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.07537208497524261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.06687670201063156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06393641978502274,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0421554334461689,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03657553717494011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03573053702712059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03552903234958649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.02108040265738964,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.018548354506492615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.01848788559436798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.017036672681570053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.017001183703541756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.011213227175176144,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.011430522426962852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.010932978242635727,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.007904300466179848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.77.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.17865847051143646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1678687185049057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.16456647217273712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.14976748824119568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.08426441997289658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.08026625961065292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.09355221688747406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.08636006712913513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.0853244811296463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.07575508207082748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.07253802567720413,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.04790525883436203,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.04154498875141144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.0406070239841938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.04038650542497635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.0239834226667881,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.021338488906621933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.021276969462633133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.019667649641633034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.019626254215836525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.012979947030544281,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.01351805031299591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.01268213614821434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.009779741987586021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.77.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.12889578938484192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.11660883575677872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.10961426049470901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.0989852100610733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.05878546088933945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.05329787731170654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.07390549778938293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.06648745387792587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.060511987656354904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.05223182216286659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.05003369599580765,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.03728601336479187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.03256460651755333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.029244177043437958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.028382882475852966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.019230011850595474,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.016937747597694397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.016580482944846153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.01583997905254364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.015375837683677673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.011323489248752594,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.0128878029063344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.010311867110431194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.010715379379689693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.78.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.08767896145582199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08182456344366074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.07936551421880722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.07174188643693924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.04088260978460312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.03838538005948067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04675585404038429,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.0431487038731575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.04145818203687668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03645233064889908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.034835830330848694,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.02369321882724762,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.020621711388230324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.019610077142715454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.019367527216672897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.01187119074165821,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010148762725293636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010044907219707966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.009261883795261383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.009159396402537823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.006273432169109583,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.006304765585809946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.005962401628494263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.004244584124535322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.78.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.07757555693387985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.07239311188459396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.06984083354473114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.06302347034215927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.035960886627435684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.033593952655792236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.04181809350848198,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.038479529321193695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.03647995740175247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.032068461179733276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.030674763023853302,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.021158188581466675,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.01837324909865856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.01723422296345234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.01695631816983223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.010582784190773964,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.008848111145198345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.008719034492969513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.008054262958467007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.007921933196485043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.005551588721573353,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.005449317861348391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.00519966147840023,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.003515241900458932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.78.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.23187758028507233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.21687352657318115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.2122381627559662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.19198162853717804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.10842882841825485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.1028822734951973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.12083903700113297,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.11142795532941818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.10985716432332993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.09677520394325256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.09224951267242432,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.061259813606739044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.05316173657774925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.05177495256066322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.05146244540810585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.03058044984936714,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.026303887367248535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.026217550039291382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02391332946717739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.023838119581341743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.01572624407708645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.015384037978947163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.015219231136143208,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.00951515231281519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.78.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.11145970225334167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.08732739835977554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.07981280237436295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.06906569004058838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.047592420130968094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.038404639810323715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.06009265035390854,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.053197234869003296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.05124600604176521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03698602691292763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.03539153188467026,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.030073177069425583,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.02600802108645439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.023608149960637093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.023010198026895523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.015836816281080246,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.013704203069210052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.013593691401183605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.01194755733013153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.011655118316411972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.00985527504235506,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.010389363393187523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.009221711196005344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.008689658716320992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.78.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.13450394570827484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.12636823952198029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.12387057393789291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.1126943901181221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.06349685788154602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.060493551194667816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.07042865455150604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.06508912891149521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.064301036298275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.05712610110640526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.05472895875573158,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.03622499108314514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03156318515539169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.03085547685623169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.030690543353557587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.01820015348494053,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.01664779521524906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.016601040959358215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.015441156923770905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.015410104766488075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.010100673884153366,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.011106818914413452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.009884675964713097,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008614353835582733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.78.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.14880377054214478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.1398094892501831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.1370294988155365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.12470103800296783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.07003521174192429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.06668952107429504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.07798424363136292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.0718165934085846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.07091838866472244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.06295053660869598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.06037197262048721,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.0399961918592453,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.03452145680785179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.033727917820215225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.03353874012827873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.020178692415356636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.01772272400557995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.01766684651374817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.01633191481232643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.016295893117785454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.011121682822704315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.011214397847652435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.010842127725481987,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.008095305413007736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.78.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.10416115820407867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.09359744191169739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.08688335120677948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.07831841707229614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.04755564033985138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.042339228093624115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.06351559609174728,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.05530073121190071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.04912031069397926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.04203521087765694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.04060807451605797,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.032588157802820206,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.027040468528866768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.02362917922437191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.02273130789399147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.01677173189818859,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.013571812771260738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.013186465948820114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.012632389552891254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.012138841673731804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.009687818586826324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.01034446433186531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.008370848372578621,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.008442046120762825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.79.self_attn.q_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.07825832813978195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.07284114509820938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.07046626508235931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.06353431940078735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.03645627573132515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.034106019884347916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04194227606058121,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.038695164024829865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03699861839413643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.03237079456448555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.030865808948874474,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.021284375339746475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.018535558134317398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.017538953572511673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.01729809120297432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.0106833316385746,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.009159890934824944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.009056203067302704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.00835311971604824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.008247679099440575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.0057119945995509624,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.005822594277560711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.0054109953343868256,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.00405238987877965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.79.self_attn.k_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.06709465384483337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.062299929559230804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.060126543045043945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.05411559343338013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.031083019450306892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.029011450707912445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.03593411296606064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.033185891807079315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.0315556600689888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.02756611816585064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.026277154684066772,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.018161889165639877,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.015843745321035385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.014920078217983246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.014699893072247505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.009103725664317608,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.007717288099229336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.007617137860506773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.007006537634879351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.0069071208126842976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.004824862349778414,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.004818412475287914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.004543724004179239,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.0032218412961810827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.79.self_attn.v_proj",
            "numel": 8388608,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17333984375,
                    "total_bits": 18231296.0,
                    "err": 0.2007330060005188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 19935232.0,
                    "err": 0.18747766315937042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 22032384.0,
                    "err": 0.18308298289775848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 22818816.0,
                    "err": 0.16530925035476685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 27013120.0,
                    "err": 0.09396947920322418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 31338496.0,
                    "err": 0.08890274167060852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 25431040.0,
                    "err": 0.10506521165370941,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 26226688.0,
                    "err": 0.09694838523864746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17333984375,
                    "total_bits": 26619904.0,
                    "err": 0.09530287981033325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 29634560.0,
                    "err": 0.08354941010475159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 30676992.0,
                    "err": 0.0794782042503357,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 33819648.0,
                    "err": 0.05327128991484642,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 34615296.0,
                    "err": 0.04629926756024361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 35401728.0,
                    "err": 0.04496217891573906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 36188160.0,
                    "err": 0.04463248699903488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 42208256.0,
                    "err": 0.026612449437379837,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 43790336.0,
                    "err": 0.022924073040485382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31396484375,
                    "total_bits": 44576768.0,
                    "err": 0.022828303277492523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 46411776.0,
                    "err": 0.02079557627439499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70458984375,
                    "total_bits": 47853568.0,
                    "err": 0.020704377442598343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 50596864.0,
                    "err": 0.013742085546255112,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 51392512.0,
                    "err": 0.013591999188065529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 52169728.0,
                    "err": 0.013261227868497372,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 68169728.0,
                    "err": 0.008618075400590897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.79.self_attn.o_proj",
            "numel": 67108864,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.17205810546875,
                    "total_bits": 145764352.0,
                    "err": 0.08085693418979645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 159395840.0,
                    "err": 0.057024434208869934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 176173056.0,
                    "err": 0.04926455020904541,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.71893310546875,
                    "total_bits": 182464512.0,
                    "err": 0.042788319289684296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.21893310546875,
                    "total_bits": 216018944.0,
                    "err": 0.0354781337082386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.73455810546875,
                    "total_bits": 250621952.0,
                    "err": 0.026583798229694366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 203426816.0,
                    "err": 0.04325135052204132,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 209727488.0,
                    "err": 0.0387021005153656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.17205810546875,
                    "total_bits": 212873216.0,
                    "err": 0.03734859824180603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53143310546875,
                    "total_bits": 236990464.0,
                    "err": 0.0231900904327631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656341552734375,
                    "total_bits": 245372928.0,
                    "err": 0.02251124382019043,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 270535680.0,
                    "err": 0.022236377000808716,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 276836352.0,
                    "err": 0.019147833809256554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.21893310546875,
                    "total_bits": 283127808.0,
                    "err": 0.017757972702383995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31268310546875,
                    "total_bits": 289419264.0,
                    "err": 0.017422545701265335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 337644544.0,
                    "err": 0.011564231477677822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.21893310546875,
                    "total_bits": 350236672.0,
                    "err": 0.010465379804372787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.31268310546875,
                    "total_bits": 356528128.0,
                    "err": 0.010389601811766624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53143310546875,
                    "total_bits": 371208192.0,
                    "err": 0.008571285754442215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.70330810546875,
                    "total_bits": 382742528.0,
                    "err": 0.008390060625970364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 404753408.0,
                    "err": 0.007043004967272282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 411054080.0,
                    "err": 0.008053328841924667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2187957763671875,
                    "total_bits": 417336320.0,
                    "err": 0.006647465750575066,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 545271808.0,
                    "err": 0.006913868244737387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.79.mlp.gate_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.10619553923606873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.09938404709100723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.09723816066980362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.08811400085687637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.049704086035490036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.04717705771327019,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.05541972070932388,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.0511305034160614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.05037261173129082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.044451598078012466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.04244022071361542,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.028270574286580086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.024520443752408028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.023881616070866585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.0237287450581789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.01414498034864664,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.012461595237255096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.012414958328008652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.011422657407820225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.011389249935746193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.007547799963504076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.007791760377585888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.00733441486954689,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.005496515892446041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.79.mlp.up_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1719273158482144,
                    "total_bits": 510144512.0,
                    "err": 0.10675328969955444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3750523158482144,
                    "total_bits": 557854720.0,
                    "err": 0.09979837387800217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6250523158482144,
                    "total_bits": 616574976.0,
                    "err": 0.0975932627916336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188023158482144,
                    "total_bits": 638595072.0,
                    "err": 0.0884285718202591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188023158482144,
                    "total_bits": 756035584.0,
                    "err": 0.050037942826747894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7344273158482144,
                    "total_bits": 877146112.0,
                    "err": 0.04746127128601074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312630789620534,
                    "total_bits": 711986176.0,
                    "err": 0.05605161190032959,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1250523158482144,
                    "total_bits": 734015488.0,
                    "err": 0.05152741074562073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1719273158482144,
                    "total_bits": 745025536.0,
                    "err": 0.05072921887040138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313023158482144,
                    "total_bits": 829435904.0,
                    "err": 0.04473103582859039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656276157924107,
                    "total_bits": 858789888.0,
                    "err": 0.042808398604393005,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031263078962054,
                    "total_bits": 946867200.0,
                    "err": 0.028752610087394714,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125052315848214,
                    "total_bits": 968896512.0,
                    "err": 0.02483651228249073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218802315848214,
                    "total_bits": 990916608.0,
                    "err": 0.02417362667620182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312552315848214,
                    "total_bits": 1012936704.0,
                    "err": 0.024015968665480614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031263078962054,
                    "total_bits": 1181748224.0,
                    "err": 0.014462866820394993,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218802315848214,
                    "total_bits": 1225797632.0,
                    "err": 0.01285183522850275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.312552315848214,
                    "total_bits": 1247817728.0,
                    "err": 0.012804340571165085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531302315848214,
                    "total_bits": 1299197952.0,
                    "err": 0.011832569725811481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.703177315848214,
                    "total_bits": 1339568128.0,
                    "err": 0.011794438585639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031263078962054,
                    "total_bits": 1416629248.0,
                    "err": 0.00797982607036829,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125052315848214,
                    "total_bits": 1438658560.0,
                    "err": 0.0083564268425107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218763078962054,
                    "total_bits": 1460669440.0,
                    "err": 0.007764092646539211,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125052315848214,
                    "total_bits": 1908420607.9999998,
                    "err": 0.006240506190806627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.79.mlp.down_proj",
            "numel": 234881024,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.174290248325893,
                    "total_bits": 510699520.0,
                    "err": 0.02930915728211403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37518310546875,
                    "total_bits": 557885440.0,
                    "err": 0.025683652609586716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62518310546875,
                    "total_bits": 616605696.0,
                    "err": 0.023355498909950256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7233973911830356,
                    "total_bits": 639674368.0,
                    "err": 0.02088276483118534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2233973911830356,
                    "total_bits": 757114880.0,
                    "err": 0.013475584797561169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7278616768973216,
                    "total_bits": 875603968.0,
                    "err": 0.011614588089287281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0312957763671875,
                    "total_bits": 711993856.0,
                    "err": 0.017947936430573463,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12518310546875,
                    "total_bits": 734046208.0,
                    "err": 0.016146454960107803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.174290248325893,
                    "total_bits": 745580544.0,
                    "err": 0.014045805670320988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5269688197544644,
                    "total_bits": 828418048.0,
                    "err": 0.011786062270402908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608058384486606,
                    "total_bits": 859853824.0,
                    "err": 0.011370536871254444,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0312957763671875,
                    "total_bits": 946874880.0,
                    "err": 0.009379683993756771,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12518310546875,
                    "total_bits": 968927232.0,
                    "err": 0.008325190283358097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223397391183036,
                    "total_bits": 991995904.0,
                    "err": 0.0071306414902210236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321611676897321,
                    "total_bits": 1015064576.0,
                    "err": 0.0068076737225055695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0312957763671875,
                    "total_bits": 1181755904.0,
                    "err": 0.005106085911393166,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223397391183036,
                    "total_bits": 1226876928.0,
                    "err": 0.004654711578041315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.321611676897321,
                    "total_bits": 1249945600.0,
                    "err": 0.0045383688993752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.526968819754464,
                    "total_bits": 1298180096.0,
                    "err": 0.004415531177073717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.71893310546875,
                    "total_bits": 1343268864.0,
                    "err": 0.004268691409379244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0312957763671875,
                    "total_bits": 1416636928.0,
                    "err": 0.00333022722043097,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12518310546875,
                    "total_bits": 1438689280.0,
                    "err": 0.003988228272646666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227724347795759,
                    "total_bits": 1462774272.0,
                    "err": 0.00302850641310215,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12518310546875,
                    "total_bits": 1908451328.0,
                    "err": 0.0035877779591828585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        }
    ],
    "last_module_idx": 162,
    "base_perplexity": 3.422696450056418
}